{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.145363697Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.145428918Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.145441229Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.145453089Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.145713715Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.145814967Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.146400511Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.146422191Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.146434632Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.146613776Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.148581122Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1245, tv_nsec: 228014213 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.148658683Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1245, tv_nsec: 228085415 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.148959911Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.149063123Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.14981039Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.149829241Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.149838781Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.149846451Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.149853251Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.149860201Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.149870032Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.149891072Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.149914743Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.149925303Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.149935813Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.149945443Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.149954014Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.149963394Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.149972854Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.149981354Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.149989494Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.149999275Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.150008385Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.150018745Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.150026865Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.150036296Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.150045456Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.150163628Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.150352983Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.150379553Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.150393324Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.150404394Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.150415474Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.150424834Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.150463195Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.150488916Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.150497326Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.151002228Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.151026328Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.151037049Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.151046599Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.151055079Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.151063859Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.151072429Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.1510816Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.15109005Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.15110055Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.151288635Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.151345406Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.151402327Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.151414637Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.151423338Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.15150441Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"5.102529ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.152281778Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.152458822Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.152481892Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.153259091Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.154589591Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.154616362Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.154834967Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.156721781Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.156745352Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.156756122Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.156763322Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.157018318Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.157074649Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.15709692Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.15710755Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.157340006Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.157842297Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.157867088Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.158003741Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.159314981Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.161656226Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.162477045Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.162506256Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.16267938Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.164591574Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.164630135Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.16485557Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.167543333Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.167922152Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.168460044Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":14,"elapsed":"17.442266ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.170081642Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.170135063Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1245, tv_nsec: 249570875 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.17042986Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.170611284Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.171833223Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.172307384Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.173743737Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.1755708Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.175942678Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.177988866Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.178014416Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.178369925Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.207542684Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.208005585Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.22111703Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"70.020859ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.221345705Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"7d3fa4c9-100f-42f5-94ee-28918de4db17","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":319,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.224513019Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.22457823Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.229236259Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.22927946Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.229322691Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.229804122Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.232372632Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.232760131Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.23531149Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.236047877Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.236297113Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"86.36831ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.236334884Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.238821622Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.238851043Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.239097418Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.239793824Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.239820915Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.239833495Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.239843786Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.240062201Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.240195374Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.242831685Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.243856259Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.244435272Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.244694378Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"93.66045ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.24520905Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.24692012Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.246951301Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.247207787Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.252754436Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.252808607Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.252822017Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.255006508Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.255053969Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":14,"elapsed":"105.174308ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.257198109Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"107.231895ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.258613402Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.258985971Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.259014472Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"109.091009ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.259568145Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.263438025Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.263901265Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.26623918Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.271666736Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Sled { parent: Fleet, key: e7ffd369-36f7-4a70-8eaa-f2caf443b72d, lookup_type: ById(e7ffd369-36f7-4a70-8eaa-f2caf443b72d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.271708627Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.271932602Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.272816383Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.272845083Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":40,"elapsed":"126.433972ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.277498652Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"0","iteration":14,"elapsed":"127.567909ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.277554413Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"127.563378ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.301327337Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.301371118Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.301768187Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e92a4304-1013-42b0-a9ea-be1bed4b98fa\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:45:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.301791977Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.303809284Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.305883243Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.305906403Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.305917973Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"155.94953ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.306031016Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"155.024097ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.306930717Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":14,"elapsed":"155.930578ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.337051018Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.337195001Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.337612721Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aa60f69-546b-4001-947f-1cc6dbd93096\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:45:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.337636331Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.340185381Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.373281891Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.373320532Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.373965757Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54a631b8-020e-4ba6-800a-14e5926e8718\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:45:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.373993657Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.376507456Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.384083012Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.384524123Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.385144347Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.385170228Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.385728181Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efa93928-5987-4524-8c3a-28a389d46689\", \"content-length\": \"372\", \"date\": \"Fri, 18 Apr 2025 21:45:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.385756881Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.386207782Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.386733014Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.388895524Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.388918895Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.389086039Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.391191508Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.394651778Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.394673799Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.394912474Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.44413679Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.444182641Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.444517119Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"bfdc3572-bd0f-4ddb-a57d-f324c954a827\", \"date\": \"Fri, 18 Apr 2025 21:45:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.44454219Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.44499016Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.447887207Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.448156923Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.451507081Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.451824289Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.452084995Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":14,"elapsed":"306.739079ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.454805128Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.455094375Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d push not needed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.456142509Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.45616367Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.456529998Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"78a5ca30-80a6-4d4a-9554-26144764ac7c\", \"date\": \"Fri, 18 Apr 2025 21:45:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.457656445Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"null","iteration":14,"elapsed":"312.287098ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.457862869Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":14,"elapsed":"307.996238ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.605985387Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.652317725Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.652689374Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.654173518Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: ceef6ff0-6258-4930-a3d1-91f73aa808de, rack_id: 77fffb14-f827-4a9d-bcca-89265e876169, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b69a503-f94b-470d-a38d-a7101e574d34) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.654209519Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.654742251Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.666929855Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.666958896Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"2b69a503-f94b-470d-a38d-a7101e574d34","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.667315374Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.667342104Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.667356335Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.667369195Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.667382585Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.667395816Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.66759045Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.667604261Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.667750994Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.667760904Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.668204465Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.670563499Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.67058814Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.6834802Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f335dcc7-0fbd-42a2-a4ce-7fe421d4c384\", \"content-length\": \"691\", \"date\": \"Fri, 18 Apr 2025 21:45:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.683510371Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.683525261Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.683538052Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.685214731Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":14,"elapsed":"535.243697ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.795456916Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e55041d1-1c50-4ee7-b6ad-fb74c3ac871a\", \"date\": \"Fri, 18 Apr 2025 21:45:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:02.795498847Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.795510458Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.795775044Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea358a57-1748-440c-b68f-5a63504aa2b0\", \"content-length\": \"682\", \"date\": \"Fri, 18 Apr 2025 21:45:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.795835435Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.796296056Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.80080201Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.801067387Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.804936117Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.805136551Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.807317692Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.807483496Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:02.814711374Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":14,"elapsed":"664.884384ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.146727463Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.146806135Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.147088751Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.149286072Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.149300703Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.149308763Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.149500648Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.151068144Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.1513366Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.15217546Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.15218717Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.152318663Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.152810894Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"3.521482ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.154173416Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.15434412Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.155740373Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.158160059Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.158172999Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.158300162Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.167746162Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:12.167766783Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":41,"elapsed":"21.06451ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:12.220555541Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"1cb4afd5-7aa7-4e6b-8972-eb348740b724","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":260,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.146657987Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.146735679Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.147007645Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.149073153Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.150090837Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.150100677Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.150312122Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.151954771Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.151975011Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.152026512Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.152109784Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.15235428Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.154174452Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.154360256Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.154627003Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"4.531795ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.156048946Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.158507073Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.158524083Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.158648976Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.16826013Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:22.168284851Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":42,"elapsed":"21.644324ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:22.220521876Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"0f624c3f-e1c8-4d51-9e23-7382fdbe4e69","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":278,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145243077Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145294818Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145305038Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145311719Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145318939Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145326469Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145333079Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145339719Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145345769Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145351669Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.14535776Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.14536353Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.14537064Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.14537817Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.14538668Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.14539419Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-04-18 21:35:32.145373600 UTC"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145403491Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145410121Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145416731Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145628746Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145655956Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145710228Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145744689Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.14581069Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.14582221Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145870101Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19126503-dc6d-4561-b414-2fbf57c9bc05.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"64dc287e-3ce7-44b1-aa87-7047cdac838f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c164802f-47f3-44bb-a749-9cc693944ab2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c164802f-47f3-44bb-a749-9cc693944ab2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1275, tv_nsec: 225456434 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.145884782Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c13a0532-3745-4a00-8e76-6dc304c0bd1a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e505dab7-a796-4326-8625-6693483adf41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e505dab7-a796-4326-8625-6693483adf41.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1275, tv_nsec: 225464424 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.14623084Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-04-18T21:45:32.14624356Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.14625429Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.146262461Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.146269121Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\"}","iteration":9,"elapsed":"10.57µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.146277511Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.146284131Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.146292581Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"927.012µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.146386991Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.146396433Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":8,"elapsed":"1.064254ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.146530197Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.146860315Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.147056509Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.147436748Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.148445281Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.148652996Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.148770699Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1275, tv_nsec: 228359561 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.149005174Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.14923665Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.14924527Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.14925154Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.14925806Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149263991Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149270861Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149277301Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149283371Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149289291Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149296031Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149302441Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149309081Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149314672Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149321692Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149327992Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149333452Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149339392Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149345273Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.149352293Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149359963Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149366163Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149372813Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.149380263Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149386663Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149393774Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149399804Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149406044Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149413584Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149422074Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149502586Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1275, tv_nsec: 229082748 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149515706Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149593518Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149604239Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149629269Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.14969283Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149700801Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149735822Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149745832Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149754362Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149780272Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149794653Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149802943Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.149811143Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.149855014Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.150823837Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.150836547Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.150843427Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.150849397Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.150855888Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.150862948Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.150869478Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.150876318Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.150882988Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.150890058Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.150896298Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.150902949Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.150908989Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.150914819Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.151148454Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.151159445Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.151168325Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.151176775Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.151183955Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.151193505Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.151224166Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.151694137Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-04-18 21:35:32.145373600 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.151717758Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"expiration\":\"2025-04-18T21:35:32.145373600Z\",\"pruned\":[]}","iteration":8,"elapsed":"6.330297ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.152304191Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.152720501Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.153357996Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.153472478Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.153722084Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.153996951Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"7.75502ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.157296707Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.157307828Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.157348839Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.157360589Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.1574053Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.157531823Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.157558764Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.157765508Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.157793589Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.157927372Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.157946282Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.158376283Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.158395373Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.158403963Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.158409813Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.158554627Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.15911078Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.159771525Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.161053135Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.16127565Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.161519306Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.161539496Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.161751761Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.162287084Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.162467628Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.162804366Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.162815256Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.162961889Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.16426598Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.164528756Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.164939685Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.165063758Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.16515581Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.165255473Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.165279693Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.167415533Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.167444224Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.167585947Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.167675549Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.167687509Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.167858503Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.167919875Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.167929845Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.168074288Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.169637215Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.169685026Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"18.804477ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.169829969Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.16985475Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"18.994631ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.171761684Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.171945128Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.173086745Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.173110606Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1275, tv_nsec: 252703708 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.173415943Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.174549069Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.174768724Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.176540155Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.176559346Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.176785341Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.181598543Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.18189967Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.183056197Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.183684961Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.186479297Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.186515247Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.186722232Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.187104001Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.187128072Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.187316496Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.198580998Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.19864984Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.19866045Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.19866889Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.199033759Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.205883668Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.20593751Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.20594755Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.206211346Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.212527453Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.213003304Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.215781448Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.220247492Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.220328074Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.2205609Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.220621511Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"aaaca220-9928-40d5-b203-5061a3f2ab11","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":371,"response_code":"200"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.225665189Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.225698639Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.22570947Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.22614953Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.234672258Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"83.76088ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.234768841Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.234787321Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.234801241Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"83.947373ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.239937491Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.240673308Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.240725909Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.240925894Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":15,"elapsed":"90.067986ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.241009586Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.241512527Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.243400971Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.243457253Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.243556415Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.244570799Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.245768966Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.245796977Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":43,"elapsed":"99.552177ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.246187766Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"95.354109ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.246246578Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.246755669Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.246808291Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.247247751Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.249888942Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.249910743Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.249922643Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"100.539039ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.250008265Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.250026096Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.250271251Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.250920896Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"101.654036ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.251261264Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"101.886062ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.251639833Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.251673044Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"102.27759ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.253702141Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.253768233Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.254164472Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.257199972Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.257228203Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.25750788Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.258523683Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.258986264Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.271862784Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"122.568293ms"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.295150066Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.295217527Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"145.877625ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.295234988Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.305358133Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.305409154Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.305423445Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"156.075542ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.30780918Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"156.946353ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.30866731Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.308695051Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3bf57fcf-3536-4909-b360-3a624f2fc18b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.308707381Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.309040289Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.311796583Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.311824374Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"dcd479cb-b384-45f0-a072-188f0eb801b7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.311836964Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.311846634Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.328524872Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.339203871Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.3395699Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.396092145Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.396126146Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.396421193Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cd2bd6d-d96b-4a8c-9b93-e698c9624525\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:45:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.396448923Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.397877797Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.435694807Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.435722697Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.436191988Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a0df994-c28d-47e4-a159-78b31d044777\", \"content-length\": \"372\", \"date\": \"Fri, 18 Apr 2025 21:45:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.436230449Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.436533606Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.436844984Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.436858594Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.437101179Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5483f590-336b-45e7-a6b6-00ae9e6af100\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:45:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.43711312Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.437909678Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.438598314Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.439484245Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.439637218Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.439985766Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.440278853Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.441627625Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.441648275Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.44183941Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.442756491Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Sled { parent: Fleet, key: e7ffd369-36f7-4a70-8eaa-f2caf443b72d, lookup_type: ById(e7ffd369-36f7-4a70-8eaa-f2caf443b72d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.442781902Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.442995827Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.443546329Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.44356887Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.443749984Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.444961252Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.444987483Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.445147127Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.445682219Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.44570556Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.445932745Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.447689926Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.448270759Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"0","iteration":15,"elapsed":"298.961798ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.449333224Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3bf57fcf-3536-4909-b360-3a624f2fc18b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.449355895Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.449367915Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_time_created":"2025-04-18 21:38:58.964985 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.449380315Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":2}","iteration":8,"elapsed":"303.969244ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.449473927Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.449487758Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.449622091Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.449820686Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"dcd479cb-b384-45f0-a072-188f0eb801b7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.449835736Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.449874277Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_time_created":"2025-04-18 21:38:58.362728 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.449886317Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":1}","iteration":8,"elapsed":"304.579219ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.455573679Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.45559891Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.455889607Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d96824b-d14c-450b-a941-7da04f21cabb\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:45:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.455907127Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.45773521Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.458082108Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"cf298bab-3e57-4388-958f-10dcc04b2e29\", \"date\": \"Fri, 18 Apr 2025 21:45:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.458094588Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.458136129Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.459596623Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d0520737-a9b1-4552-9db3-e7e46868313f\", \"date\": \"Fri, 18 Apr 2025 21:45:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.459609173Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.461655931Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.461669451Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"316.394363ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.46936117Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.469384541Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":15,"elapsed":"320.12678ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.475126384Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.486702754Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-18T21:38:27.245841Z, time_modified: 2025-04-18T21:38:27.245841Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 28742152-4697-4096-9af4-ee73c590d81a, db_silo: Silo { identity: SiloIdentity { id: 28742152-4697-4096-9af4-ee73c590d81a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-04-18T21:38:58.917947Z, time_modified: 2025-04-18T21:38:58.917947Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 28742152-4697-4096-9af4-ee73c590d81a, db_silo: Silo { identity: SiloIdentity { id: 28742152-4697-4096-9af4-ee73c590d81a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-04-18T21:38:58.917947Z, time_modified: 2025-04-18T21:38:58.917947Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.486751875Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"28742152-4697-4096-9af4-ee73c590d81a\",\"tls_certs\":[\"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\"]}},\"default_endpoint\":{\"silo_id\":\"28742152-4697-4096-9af4-ee73c590d81a\",\"tls_certs\":[\"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"341.475957ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.496223535Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.496266806Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.496583054Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6c633da3-d557-43ab-9bf8-4a0576861855\", \"date\": \"Fri, 18 Apr 2025 21:45:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.496596164Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.496952212Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.499487971Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.499809099Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.503697579Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.504081298Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d push not needed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.506766521Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.506785421Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.507305583Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d7eb5b33-f8c7-4d00-8eac-20762f9f0305\", \"date\": \"Fri, 18 Apr 2025 21:45:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.509126996Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":15,"elapsed":"359.790523ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.569363528Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":15,"elapsed":"424.037559ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.581727055Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.582050873Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.583921576Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"null","iteration":15,"elapsed":"438.653469ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.598600668Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.598938396Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"93c65632-d10d-4a11-8bdf-2323db37d635\", \"date\": \"Fri, 18 Apr 2025 21:45:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.598955386Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.601015074Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a20e5fcb-bbaf-49e6-bc9e-bb0271e14391\", \"date\": \"Fri, 18 Apr 2025 21:45:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.601026314Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.603206235Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fbb0450f-f9f2-4060-9f6c-53032053b077\", \"date\": \"Fri, 18 Apr 2025 21:45:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.603217676Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.605317354Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.605365226Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"460.150899ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.625786271Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.62617823Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3331b089-5849-4507-9375-aa834d9144ce\", \"content-length\": \"691\", \"date\": \"Fri, 18 Apr 2025 21:45:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.62619908Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.626208911Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.626216021Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.627619653Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":15,"elapsed":"478.323552ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.651481829Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.651859557Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.653993317Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: ceef6ff0-6258-4930-a3d1-91f73aa808de, rack_id: 77fffb14-f827-4a9d-bcca-89265e876169, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b69a503-f94b-470d-a38d-a7101e574d34) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.654011048Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.654198382Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.665062285Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.665085775Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"2b69a503-f94b-470d-a38d-a7101e574d34","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.665338371Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.665355302Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.665366852Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.665378472Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.665390912Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.665401953Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.665585667Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.665625588Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.665758621Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.665769801Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.666076078Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.670597694Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.670626424Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.767673273Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"dc10d114-f8c5-44d4-8361-8edd314608ce\", \"date\": \"Fri, 18 Apr 2025 21:45:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:32.767701313Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.767712204Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.771992533Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a29eeb7b-4110-40ba-9642-af770d4bec64\", \"content-length\": \"682\", \"date\": \"Fri, 18 Apr 2025 21:45:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.772035114Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.772400843Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.776460467Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.776696823Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.78474476Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.785099169Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.787633897Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.787882373Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:32.794466207Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":15,"elapsed":"645.230826ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.147061264Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.147140835Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.147517984Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.149003189Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.150031962Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.150043043Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.150414291Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.151776923Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.151810244Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.151926747Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.152042339Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.152394268Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.153695088Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.153911043Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.155038299Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.157799293Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.157812924Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.157950487Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.167601642Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.167624482Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":44,"elapsed":"20.590279ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:42.183652105Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"33.624133ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:42.220945783Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"d906ce64-c30e-4365-96e0-d796b54c4a64","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":241,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.147265702Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.147316463Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.147585009Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.149115115Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.150302572Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.150312723Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.150522257Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.152014402Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.152044843Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.152165416Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.154002569Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.154338916Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.155579525Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.158332839Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.1583504Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.158476433Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.168314582Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.168338502Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":45,"elapsed":"21.08685ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.17986049Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.180104316Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:45:52.181375215Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"31.069383ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:45:52.220845024Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"c8cf9f8d-8cee-448d-989f-0d58368f564e","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":255,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.144866161Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.144923112Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.144934343Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.144943693Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.14526033Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.145279871Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.146290724Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.146301235Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.146309105Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.146478919Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.14741052Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1305, tv_nsec: 227068902 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.147736168Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.147896821Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1305, tv_nsec: 227571364 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.148136637Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.148445674Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149469238Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149479868Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149486638Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149493569Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149500429Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149506749Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149513249Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149522279Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.14952949Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.14953627Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.14954263Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.14954886Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149555Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.1495636Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.1495711Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149579241Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149591251Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149597751Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149604031Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149609501Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149615461Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149621762Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149872498Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.149919749Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.625224ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.14995554Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.14997103Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.14997956Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.14999278Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.150024271Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.150034721Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.150043242Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.150072912Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.150082843Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.150926052Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.150949633Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.150957913Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.150965083Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.150971823Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.150978693Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.150984813Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.150992644Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.150998904Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.151005024Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.151152907Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.15125849Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.15127292Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.151281Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.151287811Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.151619128Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.151629388Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.15171117Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.151788722Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.152109379Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.152199722Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.155226292Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.155248373Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.155255753Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.155265403Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.155450197Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.155477328Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.155842226Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.155853787Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.15601012Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.157835983Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.158106849Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.160473804Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.160487514Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.160644858Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.160753431Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.160765561Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.160896974Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.161933988Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.162097972Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.165048461Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.165074261Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.16544094Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.166085615Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.166389012Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.167929798Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.167949318Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.168200594Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.168658735Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":16,"elapsed":"17.679811ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.175276739Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.176161019Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1305, tv_nsec: 255822681 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.176496707Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.178449312Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.178468653Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.178668208Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.202535523Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.203138497Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.203645999Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.205343769Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"55.780448ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.206077366Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.206107676Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":46,"elapsed":"59.794632ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.206128867Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.206142477Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.206540906Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.207331155Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.207357875Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.207368596Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.207876317Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.209200778Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.209658939Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.211522952Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.212783622Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.213260573Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.214458671Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.214481391Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.214689626Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.215351851Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.215647938Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.216547589Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.216805065Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.217942512Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.218353191Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.218868013Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"69.286573ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.218897114Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"69.383735ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.219659382Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.219978689Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.220465001Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"69.498527ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.220855359Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"705248b9-66d5-454a-8c17-a175003b02d0","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":373,"response_code":"200"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.224467103Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.224494874Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"74.962845ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.22473169Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.227371031Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.22773099Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.22987468Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Sled { parent: Fleet, key: e7ffd369-36f7-4a70-8eaa-f2caf443b72d, lookup_type: ById(e7ffd369-36f7-4a70-8eaa-f2caf443b72d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.22991592Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.230185617Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.231407625Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.231431626Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.232557182Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"0","iteration":16,"elapsed":"83.050383ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.233001442Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f14d1445-5c8e-482a-9639-d794affa0512\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:46:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.233025383Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.234985518Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.238612663Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"87.620299ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.242244117Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.242274088Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.242696688Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8e9cdea-3483-43db-8b4d-104ea7ed2d36\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:46:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.242729319Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.245260798Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.273630578Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"122.664185ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.276676549Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"125.738976ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.27759972Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.277621281Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.277628701Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.27800816Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.28102239Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.283268442Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.283294513Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.283421435Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.32487548Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.324929302Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.325224288Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06ed0e47-554e-46c2-a60d-5b90e0849573\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:46:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.325245069Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.327955942Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.329381095Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.32960091Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.329623711Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":16,"elapsed":"180.029419ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.329721623Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.329736153Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.329745334Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"180.135622ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.329805135Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.347173869Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":16,"elapsed":"202.293488ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.371560147Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.371830233Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.382343298Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.382363478Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.382721677Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1c78d34-086e-469e-9965-ab2c503e71ab\", \"content-length\": \"372\", \"date\": \"Fri, 18 Apr 2025 21:46:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.382753197Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.383078475Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.384455657Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"null","iteration":16,"elapsed":"239.604327ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.436548729Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.43659087Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.436957959Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d5bf44eb-53b5-4f84-94f2-5ad9f0f2b65b\", \"date\": \"Fri, 18 Apr 2025 21:46:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.436973219Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.437302177Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.43961079Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.439828406Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.442541879Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.442886807Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.443396989Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.443674245Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d push not needed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.445888187Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.445908727Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.446251855Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"23b19473-92e2-4165-85ef-bf3d8cd5bc79\", \"date\": \"Fri, 18 Apr 2025 21:46:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.447780391Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":16,"elapsed":"298.245221ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.456420012Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.456810181Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.458864279Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: ceef6ff0-6258-4930-a3d1-91f73aa808de, rack_id: 77fffb14-f827-4a9d-bcca-89265e876169, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b69a503-f94b-470d-a38d-a7101e574d34) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.458886459Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.459118764Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.469846854Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.469874725Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"2b69a503-f94b-470d-a38d-a7101e574d34","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.470148291Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.470159421Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.470165842Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.470173202Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.470179822Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.470185912Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.470375577Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.470387957Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.470597202Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.470608482Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.4709624Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.473407417Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.473430398Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.473879008Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.475832864Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.475846624Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.475990127Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.477594265Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.479715154Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.479736394Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.479896358Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.574151122Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.574326726Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e05d1b5d-7ad0-4e21-9945-cbc38c5384bf\", \"date\": \"Fri, 18 Apr 2025 21:46:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.574342796Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.574352606Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.578699178Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9c41542-b6c6-43bd-a495-e3ab74c4a1ae\", \"content-length\": \"691\", \"date\": \"Fri, 18 Apr 2025 21:46:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.578725958Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.578736118Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:02.578744339Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.578758609Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e0191a0-2ec0-4d4a-bd4c-78d0853819a9\", \"content-length\": \"682\", \"date\": \"Fri, 18 Apr 2025 21:46:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.57880773Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.57921433Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.580355026Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":16,"elapsed":"430.734125ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.582987307Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.583229443Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.586720614Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.587085883Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.588817673Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.589007027Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:02.595923308Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":16,"elapsed":"446.45335ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.146998194Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.147086436Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.147508826Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.14940181Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.1494143Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.149440161Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.149781269Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.152171065Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.152183105Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.152320578Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.153976987Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.154318215Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.178550369Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.178852366Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.185400578Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.188033799Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.18805424Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.188180153Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.199930186Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.199956117Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":47,"elapsed":"52.982243ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.209889518Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"60.481387ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:12.212660452Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:51798"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.212782965Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"0b4175a8-dd4b-4f11-8966-5e2d7e5df29a","remote_addr":"[fd00:1122:3344:101::d]:51798","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.213033991Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"0b4175a8-dd4b-4f11-8966-5e2d7e5df29a","remote_addr":"[fd00:1122:3344:101::d]:51798","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:12.215068599Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"0b4175a8-dd4b-4f11-8966-5e2d7e5df29a","remote_addr":"[fd00:1122:3344:101::d]:51798","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2330,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.215308834Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"e9b42e6d-9571-49c1-9fcd-03a8eebc4db3","remote_addr":"[fd00:1122:3344:101::d]:51798","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:12.215596191Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"e9b42e6d-9571-49c1-9fcd-03a8eebc4db3","remote_addr":"[fd00:1122:3344:101::d]:51798","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:12.217371792Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"e9b42e6d-9571-49c1-9fcd-03a8eebc4db3","remote_addr":"[fd00:1122:3344:101::d]:51798","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2124,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:12.220572697Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"db51145c-2857-48e5-9237-bb7f59f397eb","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.14660329Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.146681822Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.146986639Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.148583296Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.149577644Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.1495879Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.149915255Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.151407922Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.151420402Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.151579395Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.151637497Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.151881593Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.15308367Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"3.477511ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.153545241Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.153877329Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.183599581Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.186410896Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.186429697Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.18655863Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.199155513Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:22.199185903Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":48,"elapsed":"52.593954ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:22.220989821Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"58add7ce-6e59-4ace-80ea-1db1f2fe2060","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":281,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.144768857Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.144824259Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.144834459Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.144842909Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.144849929Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.14485637Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-04-18 21:36:32.144810158 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.14486536Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.14487235Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.14487864Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.14488498Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.14489325Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.14490096Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.144910771Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":17,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.144917311Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.144924851Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.144931181Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.144937861Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.144945741Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.144952372Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.145249719Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.145264179Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.145271509Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.14531715Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.145352321Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.145363241Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c13a0532-3745-4a00-8e76-6dc304c0bd1a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e505dab7-a796-4326-8625-6693483adf41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e505dab7-a796-4326-8625-6693483adf41.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1335, tv_nsec: 225144253 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.145376342Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.145403732Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19126503-dc6d-4561-b414-2fbf57c9bc05.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"64dc287e-3ce7-44b1-aa87-7047cdac838f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c164802f-47f3-44bb-a749-9cc693944ab2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c164802f-47f3-44bb-a749-9cc693944ab2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1335, tv_nsec: 225181594 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.145799931Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.145813012Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"960.622µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.145926464Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.145937424Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":9,"elapsed":"1.139136ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.146264542Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.146273882Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.146280952Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-04-18T21:46:32.146288133Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.146296133Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\"}","iteration":10,"elapsed":"9.76µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.146303963Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":17,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.146484537Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.146953178Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-04-18 21:36:32.144810158 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.146965008Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"expiration\":\"2025-04-18T21:36:32.144810158Z\",\"pruned\":[]}","iteration":9,"elapsed":"2.15223ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.147700956Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1335, tv_nsec: 227471638 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.147817578Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.147975292Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.148025673Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.148136816Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1335, tv_nsec: 227915858 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.148174327Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.148369451Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.148381792Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.148440213Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149669302Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149680502Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149687552Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149693872Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149701712Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149708562Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149715372Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149721583Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149728063Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149733563Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149739503Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149746643Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149753033Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149759993Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149766414Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.149772514Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149778524Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149784194Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149791564Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149798194Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149804374Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149810375Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.149817585Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149823825Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149831065Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149837385Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149843806Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.149851156Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.15005042Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150159413Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150213724Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150229955Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150239245Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150266165Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150276605Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150284906Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150291346Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150298156Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150306126Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150314637Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150838369Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150854079Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.15087647Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.15089819Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.15090684Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.15091419Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150949121Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150956471Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150962752Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150969042Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150974722Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150983022Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150988982Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.150995862Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.151002142Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.151008683Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.151040753Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.151221058Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.151236958Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.151279069Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.151289709Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.151296409Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.151304349Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.15134075Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.151944834Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"5.641451ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.153088851Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.153105891Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.153238805Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.154930614Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.157919223Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.157947364Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.158707362Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.162135652Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.16292747Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.16334012Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.164287062Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.164447815Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.164462496Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.16465142Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.16466344Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.175246367Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"24.310156ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.177843917Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.178281897Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.191664469Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.195068308Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.195421796Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.199345087Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.204963998Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.204994189Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.205002559Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.205013299Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.205365678Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.206497854Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.206890973Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.21019284Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.21490859Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.21494249Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.215218087Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.216437695Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.217356367Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.217463299Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.217726925Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.21921932Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.220275765Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"059e30c0-c7fd-4980-aa6a-f81e2e09a867","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":407,"response_code":"200"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.221015682Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.221042783Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.22134801Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.222348573Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.222377434Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.22266358Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.222694641Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.222705931Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.223054329Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.224169465Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.224196096Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.224415181Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.226629502Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.226656473Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.226922829Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.227854911Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.228157708Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.229719365Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.229749785Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.229763926Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.230778209Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.23080589Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.23081723Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.231180719Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.234914895Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.234952706Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.234994597Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.235012628Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.235265574Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.235337575Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.236018951Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.236046842Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.236245186Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.241700673Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"90.748832ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.244176641Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.244210772Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.244222962Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.244599441Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.246334621Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.246769121Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.246912565Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"95.959023ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.249688909Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1335, tv_nsec: 329433211 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.249958376Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.250088099Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.250348685Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.250755374Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.253514948Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"102.598418ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.253731753Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.253769504Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.25402739Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.255364921Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":17,"elapsed":"104.431921ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.261855742Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.262470797Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.263643214Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"113.808438ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.263971062Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.263993912Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.264004812Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.264014603Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.264516254Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.264612106Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.264629237Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.264641987Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"113.737517ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.26520094Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.265233331Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":49,"elapsed":"118.957238ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.26692065Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.266945951Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.26734784Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71812507-f9d2-4d85-8e52-de5138743b13\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:46:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.267375801Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.269348077Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.27638904Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.276830311Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.279668367Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.279698838Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.280103327Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ee619d3-6cc2-4118-8a12-adc4c228deaf\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:46:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.280126327Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.282763449Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.291123274Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.291156134Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.291170084Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"141.37374ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.293678373Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.294330448Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.295017934Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.295501645Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.297725607Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.298131417Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.303199355Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.303550143Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.304481564Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.304865803Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.305023147Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.306738097Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.306791248Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.307027564Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.308344314Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"158.633492ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.308914548Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.310422963Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.310468054Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.310594077Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Sled { parent: Fleet, key: e7ffd369-36f7-4a70-8eaa-f2caf443b72d, lookup_type: ById(e7ffd369-36f7-4a70-8eaa-f2caf443b72d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.310620537Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.310781681Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.310846313Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.310862983Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3bf57fcf-3536-4909-b360-3a624f2fc18b"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.310874973Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.310886503Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.310964155Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.310996876Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"161.200651ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.311467417Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.31202968Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.312056271Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.312242165Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.312645514Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.313413372Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"0","iteration":17,"elapsed":"163.6819ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.313437763Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.313451143Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.313463243Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"163.737101ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.313984815Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.316589596Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.316624377Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.316871073Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.318106351Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.318128522Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.318260975Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.31976665Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.319997095Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.320456636Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3bf57fcf-3536-4909-b360-3a624f2fc18b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.320481927Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.320494997Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_time_created":"2025-04-18 21:38:58.964985 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.320503927Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":2}","iteration":9,"elapsed":"175.576536ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.321205794Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.321606423Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"170.718024ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.324840688Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.324874529Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.325039463Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.339132481Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.342392767Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.342412067Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.342597641Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.351503799Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.371821801Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.372076238Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.372092748Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.372338053Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-18T21:38:27.245841Z, time_modified: 2025-04-18T21:38:27.245841Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 28742152-4697-4096-9af4-ee73c590d81a, db_silo: Silo { identity: SiloIdentity { id: 28742152-4697-4096-9af4-ee73c590d81a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-04-18T21:38:58.917947Z, time_modified: 2025-04-18T21:38:58.917947Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 28742152-4697-4096-9af4-ee73c590d81a, db_silo: Silo { identity: SiloIdentity { id: 28742152-4697-4096-9af4-ee73c590d81a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-04-18T21:38:58.917947Z, time_modified: 2025-04-18T21:38:58.917947Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.372361044Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"28742152-4697-4096-9af4-ee73c590d81a\",\"tls_certs\":[\"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\"]}},\"default_endpoint\":{\"silo_id\":\"28742152-4697-4096-9af4-ee73c590d81a\",\"tls_certs\":[\"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"227.585347ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.372436226Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"576e5c1d-ea63-4703-9063-d361e30576fb\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:46:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.372462876Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.374809701Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.379391798Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.379404298Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"229.569043ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.399112537Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"249.422124ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.461359365Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.461603961Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.508205566Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":17,"elapsed":"363.311045ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.542649857Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.583624501Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.583642911Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.584087712Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f33dc11-48f8-4ecf-9f41-4995486cd2fd\", \"content-length\": \"372\", \"date\": \"Fri, 18 Apr 2025 21:46:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.584107432Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.584375618Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.675241633Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.675668103Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fd99da75-ba7c-4a23-acc2-a0b6aa4b873d\", \"date\": \"Fri, 18 Apr 2025 21:46:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.675689193Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.677187408Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1caeb168-9f74-4dbc-8ff7-86a6ab327e0e\", \"date\": \"Fri, 18 Apr 2025 21:46:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.677208039Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.677662839Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.677987277Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed13a58f-77ac-49e6-8752-a8e37bd49dd5\", \"content-length\": \"691\", \"date\": \"Fri, 18 Apr 2025 21:46:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.678006577Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.678016588Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.678023008Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.678626432Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1c974415-227c-4b3c-8d6b-8259c5c707ca\", \"date\": \"Fri, 18 Apr 2025 21:46:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.678641482Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.680471665Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":17,"elapsed":"530.730681ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.680604528Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.680658249Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"535.906682ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.681350505Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"null","iteration":17,"elapsed":"536.524217ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.693321824Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.693343704Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.69358053Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"97564371-03b1-4290-8a84-bc233a8431fa\", \"date\": \"Fri, 18 Apr 2025 21:46:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.69359337Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.69402006Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.696384675Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.696614531Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.70090229Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.701401842Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d push not needed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.704069504Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.704090345Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.704390972Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4b90fdd6-d334-4af9-a1e4-453a96af04bb\", \"date\": \"Fri, 18 Apr 2025 21:46:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.706194663Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":17,"elapsed":"556.390079ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.709193493Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.709607813Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"3352ac4e-e086-41b5-a5d6-19cce260f0fb\", \"date\": \"Fri, 18 Apr 2025 21:46:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.709635274Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.710821381Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.710832001Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"dcd479cb-b384-45f0-a072-188f0eb801b7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.710839891Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.711109188Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.711321463Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"14916bf5-7537-40ee-b334-210feb191ec2\", \"date\": \"Fri, 18 Apr 2025 21:46:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.711332823Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.713124975Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.713163436Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.713177466Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"568.323767ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.715977011Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.715992791Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.716126534Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.718789116Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"dcd479cb-b384-45f0-a072-188f0eb801b7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.718810097Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.718819497Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_time_created":"2025-04-18 21:38:58.362728 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.718829037Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":1}","iteration":9,"elapsed":"573.924277ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.721125061Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.721134941Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":17,"elapsed":"571.354847ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.767773536Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.768168446Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.770101571Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: ceef6ff0-6258-4930-a3d1-91f73aa808de, rack_id: 77fffb14-f827-4a9d-bcca-89265e876169, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b69a503-f94b-470d-a38d-a7101e574d34) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.770130311Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.770273405Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.780966883Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.780991224Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"2b69a503-f94b-470d-a38d-a7101e574d34","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.781273921Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.781314482Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.781322622Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.781330002Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.781337462Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.781344492Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.782142241Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.782155811Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.782293165Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.782302845Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.782744345Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.784542487Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.784566067Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.888992448Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"83c7b4ff-8eef-4c75-96a0-1640f3600fcd\", \"date\": \"Fri, 18 Apr 2025 21:46:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:32.889032939Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.889044499Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.889413498Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88ed8965-3fa4-4b25-88be-111e19bbe4b0\", \"content-length\": \"682\", \"date\": \"Fri, 18 Apr 2025 21:46:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.889458839Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.889829627Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.894171268Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.894367633Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.897555427Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.897897995Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.899775729Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.900017384Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:32.906563597Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":17,"elapsed":"756.877195ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.146578384Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.146633635Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.146935223Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.149092533Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.149102983Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.149110553Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.149286127Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.150919585Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.151277353Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.152050362Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.152071172Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.152201925Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.154197612Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.154515469Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.156027624Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.158794799Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.158807739Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.158942252Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.168663508Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.168687359Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":50,"elapsed":"22.119184ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:42.180962794Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"31.862962ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:42.220440193Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"8d783cea-4334-4f18-82fb-da40251c060d","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":251,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.146621686Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.146694098Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.147127878Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.149460243Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.149470243Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.149477643Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.149680298Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.151468359Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.151648003Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.152406881Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.152420611Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.152560855Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.154596782Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.154770286Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.156418674Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.158880432Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.158892822Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.159021625Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.170313828Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.170331648Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":51,"elapsed":"23.740932ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:46:52.180088225Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"30.617243ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:46:52.220196159Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"5d8ec101-21dd-4dcb-a09d-cb2d2319fd1d","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":244,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.144022211Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.144066692Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.144075702Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.144082112Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.144383039Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.144453981Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.146493768Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.146521509Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.146529969Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.146689663Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.146904118Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1365, tv_nsec: 226839610 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.147190575Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.147354528Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1365, tv_nsec: 227301521 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.147588084Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.148988846Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149011827Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149020667Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149027497Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149033307Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149039467Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149046698Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149054568Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149061288Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149067448Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149074258Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149080288Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149087548Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149093459Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149100139Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149107049Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.149114199Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149120869Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149126969Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.14913435Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.14914064Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.1491469Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.1491538Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149261343Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149396546Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149422266Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149464167Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149483148Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149496858Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149510288Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149523549Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.14959055Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.149619031Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.150167924Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.150190284Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.150199285Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.150206105Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.150212755Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.150220075Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.150226395Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.150233365Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.150239545Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.150246475Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.150418419Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.932721ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.15043458Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.1504453Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.150483681Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.150493961Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.150531212Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.151198348Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.151367302Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.151662348Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.152872507Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.152883237Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.153087372Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.154646188Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.154664728Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.154708529Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.154815812Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.154825852Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.154857003Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.155023727Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.15559906Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.155623211Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.155754454Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.156855499Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.15687722Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.157007613Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.157691159Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.157936514Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.157948685Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.157954665Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.158122509Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.159576603Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.159592033Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.159723656Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.161737133Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":18,"elapsed":"11.546388ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.16291495Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.163062714Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.163114595Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.163298569Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.163776381Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.163841582Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1365, tv_nsec: 243780464 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.163963595Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.164140169Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.165168963Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.168288395Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.168416328Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.168433679Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.168586272Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.168682925Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.169685958Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.169708179Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"20.645021ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.179700621Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.180029909Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.182343202Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.184556224Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.184595015Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.184728208Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.186441958Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.188393293Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.188612239Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.189637562Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"40.517233ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.18994741Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.18997645Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.190243576Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.193110303Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.193562464Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.195740604Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.195962659Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.196905241Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"46.703507ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.198332875Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.198774085Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.19898863Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.199344018Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.199667966Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.20329294Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.203328731Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.203556356Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.207007496Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.207377595Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.207447387Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.210814175Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.210853196Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.210974839Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.211418399Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"61.202825ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.212376301Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.212890264Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.212912624Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.213197431Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.213329194Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.215412402Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Sled { parent: Fleet, key: e7ffd369-36f7-4a70-8eaa-f2caf443b72d, lookup_type: ById(e7ffd369-36f7-4a70-8eaa-f2caf443b72d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.215439633Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.215627867Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.220112421Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"298eaa83-978f-4245-a289-a8d410edf27b","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":321,"response_code":"200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.221310649Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"71.125755ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.223986882Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.224016092Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.224027723Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.224039983Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.224460853Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"0","iteration":18,"elapsed":"75.417315ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.225039916Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.228919957Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.228946447Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.229187533Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.229357487Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.232486369Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.23251409Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.232716515Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.233348629Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.23337702Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":52,"elapsed":"86.876812ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.24928199Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.249327921Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.249663089Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c6d10f3-3611-44ee-9070-30f519acedad\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:47:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.24967985Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.251338538Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.253596231Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.253623621Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.253842137Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"103.664763ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.253901618Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70ec6c53-870a-4e91-992d-1adfbbe938cf\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:47:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.253923648Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.255654219Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.257251366Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"108.221788ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.266270526Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.266312677Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.266599803Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc40d4db-6173-435a-8c32-8b06748143e9\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:47:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.266624654Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.267975075Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.282948634Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.283001855Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":18,"elapsed":"133.831585ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.295841684Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.295887935Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.295900655Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"146.785246ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.364118753Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":18,"elapsed":"220.069622ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.368533126Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"219.522629ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.401465062Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.401745709Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.411049735Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.411598528Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3036979-43ee-42d1-b839-941bfd91e2eb\", \"content-length\": \"691\", \"date\": \"Fri, 18 Apr 2025 21:47:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.411630549Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.411641049Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.411649159Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.412939889Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":18,"elapsed":"263.857651ms"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.475648509Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.47568392Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.475998807Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66e8449f-46ea-4d0f-98e6-87b8881da937\", \"content-length\": \"372\", \"date\": \"Fri, 18 Apr 2025 21:47:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.476038118Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.476625301Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.477510352Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"null","iteration":18,"elapsed":"333.506232ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.490248668Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.490286619Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.490546875Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"12e50e0f-f0ef-4d4b-852b-e5292a95cbf8\", \"date\": \"Fri, 18 Apr 2025 21:47:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.490562606Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.490871903Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.492718076Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.49288321Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.495250005Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.495530041Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d push not needed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.49849281Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.498509241Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.498800658Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f45aeef1-b79c-4c12-b04c-45d464fdb61a\", \"date\": \"Fri, 18 Apr 2025 21:47:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.500118228Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":18,"elapsed":"351.02862ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.528004327Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.528290084Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.530108836Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: ceef6ff0-6258-4930-a3d1-91f73aa808de, rack_id: 77fffb14-f827-4a9d-bcca-89265e876169, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b69a503-f94b-470d-a38d-a7101e574d34) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.530133897Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.5302948Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.540515218Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.540543439Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"2b69a503-f94b-470d-a38d-a7101e574d34","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.540819275Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.540830476Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.540837426Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.540846826Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.540854166Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.540860746Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.54103618Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.541049601Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.541201444Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.541217475Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.541601483Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.543824345Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.543848836Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.637724861Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fde5d1dc-3f46-4b3b-8b0a-70a8ff201479\", \"date\": \"Fri, 18 Apr 2025 21:47:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.637754941Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.637764701Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.641867687Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dd9a945-8513-4b6a-8f6c-e2ee0915dfd5\", \"content-length\": \"682\", \"date\": \"Fri, 18 Apr 2025 21:47:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.641910248Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.642329338Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.645215935Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.645422Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.648150583Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.64845547Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.650784055Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.650989199Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.656749043Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":18,"elapsed":"507.752097ms"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.901828107Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"producer-registration-task","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","registration_count":"3"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.901866458Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"producer-registration-task","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.932835699Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"producer-registration-task","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.932938781Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:63589"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.933081614Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e77b45c0-a785-4d8f-bc3b-636f7451a70e","remote_addr":"[fd00:1122:3344:101::a]:63589","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.933413222Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e77b45c0-a785-4d8f-bc3b-636f7451a70e","remote_addr":"[fd00:1122:3344:101::a]:63589","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.977937268Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/oximeter.rs:76","collector_id":"23b073a1-5e28-4053-bae3-5a953e07f245","producer_id":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:02.977968549Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/metrics/producers","method":"POST","req_id":"e77b45c0-a785-4d8f-bc3b-636f7451a70e","remote_addr":"[fd00:1122:3344:101::a]:63589","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":44945,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.97805694Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"producer-registration-task","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e77b45c0-a785-4d8f-bc3b-636f7451a70e\", \"content-length\": \"41\", \"date\": \"Fri, 18 Apr 2025 21:47:02 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:02.979489464Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"producer-registration-task","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.146684326Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.146760348Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.147015474Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.149094072Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.149119632Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.149130913Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.149357788Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.150607747Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.150780251Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.151889477Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.151911537Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.152039371Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.153828542Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.154126849Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.155751007Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.15845352Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.15846276Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.158595283Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.171178956Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.171203197Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":53,"elapsed":"24.566882ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:12.184380323Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"35.290211ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:12.21988615Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"6de88f45-7e19-48f9-a081-b9010678dc4f","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":246,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.146002303Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.146056934Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.14631345Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.147784594Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.149804001Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.149812722Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.15018888Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.150552619Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.150565929Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.150715952Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.151656025Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.152004962Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.152568026Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.15274426Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.153478657Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"3.673245ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.15403965Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.156853255Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.156864706Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.156998859Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.167519224Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:22.167540094Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":54,"elapsed":"21.553852ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:22.220078437Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"abd821dd-8e07-4fed-ba9a-a34881abe7df","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":266,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144298825Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144344756Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144353436Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144360006Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144367486Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144375317Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144382526Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144389937Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144396717Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.144403987Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-04-18 21:37:32.144368196 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144412527Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144419727Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144427648Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144435338Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144442768Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144450338Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144457278Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144464288Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144471389Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144686864Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144711704Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144754235Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144778426Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144833377Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144856658Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.144905139Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c13a0532-3745-4a00-8e76-6dc304c0bd1a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e505dab7-a796-4326-8625-6693483adf41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e505dab7-a796-4326-8625-6693483adf41.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1395, tv_nsec: 224862991 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.14494673Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19126503-dc6d-4561-b414-2fbf57c9bc05.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"64dc287e-3ce7-44b1-aa87-7047cdac838f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c164802f-47f3-44bb-a749-9cc693944ab2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c164802f-47f3-44bb-a749-9cc693944ab2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1395, tv_nsec: 224895192 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.145323439Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.145346919Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"921.631µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.14539457Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.145449011Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.145462082Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":10,"elapsed":"1.124426ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.145652036Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.146423154Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.146437154Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-04-18T21:47:32.146446095Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.146455285Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":55,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.146462825Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\"}","iteration":11,"elapsed":"5.74µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.146471405Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.146630289Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.14668568Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.147646293Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-04-18 21:37:32.144368196 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.147670323Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"expiration\":\"2025-04-18T21:37:32.144368196Z\",\"pruned\":[]}","iteration":10,"elapsed":"3.273936ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.147918759Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.148149004Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.148210986Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1395, tv_nsec: 228179078 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.148458501Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.148806529Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.14881886Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.148955513Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.148990214Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.148999204Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.149006704Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149013694Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149023585Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149030095Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149036635Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149043545Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149049795Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149056365Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.149065855Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149072316Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149079756Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149087426Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149093636Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149100056Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149107296Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149113597Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149119867Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149125807Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149132007Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149138307Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149144577Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149151268Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149157848Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149165328Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149171118Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149177158Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149183188Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.14923259Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.14925289Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149331812Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1395, tv_nsec: 229296404 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149345562Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149430904Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149501366Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149511086Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149519576Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149527286Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149534497Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149541777Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.149564127Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149572117Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149580278Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149588418Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149623808Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.14969801Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149708241Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149852494Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.149862164Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150065499Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150075759Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150215862Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150567561Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150581321Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150590911Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150601121Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150611051Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150620642Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150629422Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150639502Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150650092Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150660513Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150670883Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150681343Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150691653Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150702404Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150868837Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150916289Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150928919Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150937869Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150946289Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.150954179Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.151045022Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.151607825Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.151864361Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.152891055Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.153023268Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"6.597243ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.153165921Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.153478218Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.15572199Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.155745111Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.155877874Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.155913055Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.155991977Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.156005367Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.156166711Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.157698936Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.158217899Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.158515186Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.158739811Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.1595887Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.163348638Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.163460181Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.163473201Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.163484881Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.163497782Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.163507302Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.163520632Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.163531082Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.163542752Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.163709216Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.163727667Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.163986873Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.164043074Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.164057384Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.164193668Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.167652278Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.1694283Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.170138876Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.170159386Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.17031817Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.172995032Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.173018773Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.173208748Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.173227808Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.175387678Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.175412189Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.175624054Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.181324096Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.181790537Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":19,"elapsed":"31.192306ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.182224707Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.182602816Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.184130752Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.184154672Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.184325086Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.184346207Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.186565968Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.186591529Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.186718362Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.187175422Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"36.53203ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.187424308Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"36.816957ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.187598042Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.187611033Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.187619863Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"37.025611ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.189791653Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.190798057Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.191141125Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.191987885Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.19224005Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.192609799Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.193816727Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.193840418Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.194154575Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.194942643Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.194972364Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.195104667Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.196348456Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.19650229Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.19652233Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"47.494255ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.196649873Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.197443452Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.199280914Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.199308175Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.199325945Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.199353576Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.199674413Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"50.607578ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.199735745Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.201160908Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.202235383Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.202723344Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.203024651Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.203051312Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.203062312Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.203072432Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.203086523Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.203427651Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.204177148Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.206284697Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.208630182Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.208659253Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.208671353Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1395, tv_nsec: 288598394 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.208901318Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.208934269Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.20895962Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.20898346Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.209213075Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.211779505Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.211802396Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.212065302Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.216687109Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.220618471Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"cccf2d96-05e5-4141-9b81-875f13276b5c","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":354,"response_code":"200"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.220973749Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.220991509Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.221186264Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.227110452Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.227172213Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"dcd479cb-b384-45f0-a072-188f0eb801b7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.227189604Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.227523112Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.233007619Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.23305885Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.233072101Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.233616843Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.23906135Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.239102221Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.239117121Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3bf57fcf-3536-4909-b360-3a624f2fc18b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.239131732Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.239142862Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.239156112Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.239168303Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.239222244Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.244789213Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.246929473Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"dcd479cb-b384-45f0-a072-188f0eb801b7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.246961954Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.246971654Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_time_created":"2025-04-18 21:38:58.362728 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.246980264Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":1}","iteration":10,"elapsed":"102.69293ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.248218103Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.248385337Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.248407047Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.248583342Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.249023662Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.250312542Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.250425605Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3bf57fcf-3536-4909-b360-3a624f2fc18b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.250450345Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.250463875Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_time_created":"2025-04-18 21:38:58.964985 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.250476266Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":2}","iteration":10,"elapsed":"106.011897ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.250742222Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.250860945Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.251242444Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.252945723Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.252970064Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.253981857Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"104.883631ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.254380166Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.254408397Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":55,"elapsed":"107.969483ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.255681777Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"105.058605ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.257514279Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.25754251Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.257812546Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.25881697Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.25884723Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.259081496Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.264269717Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.264291097Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.264300797Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"115.228812ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.264534593Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.26486595Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.26700517Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.267237906Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.269342265Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.271348401Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"122.268466ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.274808012Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Sled { parent: Fleet, key: e7ffd369-36f7-4a70-8eaa-f2caf443b72d, lookup_type: ById(e7ffd369-36f7-4a70-8eaa-f2caf443b72d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.274839943Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.274852233Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.276787158Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"0","iteration":19,"elapsed":"127.766854ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.278698383Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.278813535Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.279099162Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.289568256Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.289904893Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.297850828Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.297879729Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.297889849Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.297895879Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.298165045Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.298177396Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.300523071Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"149.92582ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.312485739Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.31251838Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":19,"elapsed":"163.419424ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.31768361Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.320194218Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.320509056Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.322341238Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.324241212Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.324261093Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.324387116Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.327895017Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.327911028Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.328290097Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11076c7a-0b0d-4f63-a6a2-be009a7a5f2b\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:47:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.328354278Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.330336094Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.33786884Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"187.227737ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.339073838Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.339097618Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.339106568Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"189.967981ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.352705825Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.352725235Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.352997332Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5efd8209-136c-4327-a44a-b02eec6a1b6a\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:47:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.353012512Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.354774663Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.3593848Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.359867112Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.360699551Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"211.628936ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.360749492Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.360766402Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.361064929Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05179572-e4e3-4b1c-886b-7029915c7df2\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:47:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.36108382Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.361874708Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.362520313Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.363958497Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.363970737Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.364130161Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.365988174Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.368608025Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.368620695Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.36882397Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.373278144Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.373292854Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"224.182718ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.374028001Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-18T21:38:27.245841Z, time_modified: 2025-04-18T21:38:27.245841Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 28742152-4697-4096-9af4-ee73c590d81a, db_silo: Silo { identity: SiloIdentity { id: 28742152-4697-4096-9af4-ee73c590d81a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-04-18T21:38:58.917947Z, time_modified: 2025-04-18T21:38:58.917947Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 28742152-4697-4096-9af4-ee73c590d81a, db_silo: Silo { identity: SiloIdentity { id: 28742152-4697-4096-9af4-ee73c590d81a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-04-18T21:38:58.917947Z, time_modified: 2025-04-18T21:38:58.917947Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.374049422Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"28742152-4697-4096-9af4-ee73c590d81a\",\"tls_certs\":[\"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\"]}},\"default_endpoint\":{\"silo_id\":\"28742152-4697-4096-9af4-ee73c590d81a\",\"tls_certs\":[\"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"229.739686ms"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.405848842Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.405867822Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.406287712Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25d8601d-f825-49ad-abae-8f550d639e1d\", \"content-length\": \"372\", \"date\": \"Fri, 18 Apr 2025 21:47:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.406306142Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.406512267Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.427309141Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.427352542Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.430133487Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6928ada5-7842-452d-bdb5-f7baf4612863\", \"date\": \"Fri, 18 Apr 2025 21:47:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.430170058Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.430561077Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.432896581Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.433222529Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.443666482Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.444288436Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d push not needed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.453685545Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.453715946Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.454283509Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d6e3dfcf-b3c8-408f-ac11-2753b44ff749\", \"date\": \"Fri, 18 Apr 2025 21:47:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.456087961Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":19,"elapsed":"307.087767ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.523798007Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.549918504Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.550222842Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.560794938Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.561152396Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d9c11477-20d5-4927-a359-05b2d28c5179\", \"date\": \"Fri, 18 Apr 2025 21:47:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.561169597Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.562654201Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"8dc817d2-845e-407d-bf68-1f8483955d71\", \"date\": \"Fri, 18 Apr 2025 21:47:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.562672471Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.563979892Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.563993612Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"419.595135ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.594981083Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":19,"elapsed":"450.519075ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.641415524Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.641888655Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5f30cf67-86a3-4b01-9670-ec79791ac7b4\", \"date\": \"Fri, 18 Apr 2025 21:47:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.641903765Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.642871398Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3d1a9454-63ab-4864-b7bb-a70bbc0e36f5\", \"date\": \"Fri, 18 Apr 2025 21:47:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.642888378Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.64382033Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.644146297Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"771ef626-0bbc-4011-8461-5d056c3f660c\", \"content-length\": \"691\", \"date\": \"Fri, 18 Apr 2025 21:47:31 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.644165358Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.644175058Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.644182408Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.64468044Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f42eb019-6cf0-49fd-9ec1-923e3a40d2f7\", \"date\": \"Fri, 18 Apr 2025 21:47:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.64469468Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.645626032Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"null","iteration":19,"elapsed":"501.268246ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.645638132Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":19,"elapsed":"496.491045ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.646612505Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.646656416Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"502.246049ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.704906032Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.70525103Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.706681063Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: ceef6ff0-6258-4930-a3d1-91f73aa808de, rack_id: 77fffb14-f827-4a9d-bcca-89265e876169, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b69a503-f94b-470d-a38d-a7101e574d34) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.706701303Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.706851797Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.716943542Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.716968802Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"2b69a503-f94b-470d-a38d-a7101e574d34","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.717246259Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.717257149Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.717264339Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.717272209Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.717279839Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.7172878Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.717452664Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.717462994Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.717665899Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.717678509Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.718083978Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.720622407Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.720644168Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.883668232Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e99a1bb4-9e59-4f3b-a24d-14608f0a4fbb\", \"date\": \"Fri, 18 Apr 2025 21:47:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:32.883705533Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.883715793Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.88401233Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"961df47f-d19a-4f3b-9a80-1d03a9339833\", \"content-length\": \"682\", \"date\": \"Fri, 18 Apr 2025 21:47:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.884054721Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.884380239Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.888241658Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.888567446Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.892037687Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.892373685Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.894545905Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.894724279Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:32.900859392Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":19,"elapsed":"751.859858ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.146707334Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.146787076Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.147053972Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.148788022Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.148799393Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.148967276Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.149157601Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.151080896Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.151435034Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.151929645Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.151941026Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.152076719Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.153207565Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"4.413423ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.154147737Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.154354902Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.156176164Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.158950359Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.158971169Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.159103132Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.16846013Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.168477921Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":56,"elapsed":"21.797287ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:42.212370072Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:59307"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.212480805Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"479ee546-624e-4fdf-a28d-1e98794f9ff0","remote_addr":"[fd00:1122:3344:101::d]:59307","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.21270695Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"479ee546-624e-4fdf-a28d-1e98794f9ff0","remote_addr":"[fd00:1122:3344:101::d]:59307","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:42.215204408Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"479ee546-624e-4fdf-a28d-1e98794f9ff0","remote_addr":"[fd00:1122:3344:101::d]:59307","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2756,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.215468514Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"70d039cf-b5bb-461f-bfef-690053981399","remote_addr":"[fd00:1122:3344:101::d]:59307","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:42.215752731Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"70d039cf-b5bb-461f-bfef-690053981399","remote_addr":"[fd00:1122:3344:101::d]:59307","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:42.217380379Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"70d039cf-b5bb-461f-bfef-690053981399","remote_addr":"[fd00:1122:3344:101::d]:59307","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":1980,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:42.219905898Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"52a75ee0-33d1-4d9a-9e97-e1ab6504bad2","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":246,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.146029862Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.146109914Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.14638879Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.148033519Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.149062962Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.149072823Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.149430871Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.150789683Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.150803913Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.150952817Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.151336786Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.15152403Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.153109917Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"4.044324ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.153123547Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.153303411Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.154897558Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.157811866Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.157826426Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.15798982Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.171545046Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:47:52.171566286Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":57,"elapsed":"25.563535ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:47:52.220407753Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"f25a73f7-d973-48d6-a0dd-da83c8bf3ff6","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":256,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.144021749Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.144095401Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.144113051Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.144127412Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.144408418Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.144432619Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.146319963Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.146344003Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.146353414Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.146559808Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.146665711Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1425, tv_nsec: 226802293 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.146955448Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.14704397Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1425, tv_nsec: 227183462 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.147269305Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.148671898Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.148687858Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.148695118Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.148701938Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.148709729Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.148715679Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.148721399Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.148727989Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.148735399Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.148741879Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.14874903Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.14875569Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.1487624Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.14876878Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.14877463Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.14878188Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.14878822Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.1487956Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.148801911Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.148808901Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.148814661Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.148820731Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.148826621Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.149110728Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"2.795136ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.149176159Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.14918606Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.14921062Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.149221961Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.149230601Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.149238371Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.149245001Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.149252591Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.149259441Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.149288112Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.150189413Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.150200763Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.150208213Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.150214484Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.150220804Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.150226994Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.150232664Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.150239094Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.150245964Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.150252885Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.15051306Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.150530231Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.150566042Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.150578482Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.150586712Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.150593282Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.150873739Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.151697868Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.152421685Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.152436645Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.15263552Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.152733102Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.152744363Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.152750263Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.152952027Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.153781347Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.153794887Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.153969611Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.154391621Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.154403481Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.154538324Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.15478319Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.154966634Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.155284311Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.156386847Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.156398368Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.156659383Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.157459572Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.157470302Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.157604725Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.15867311Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.158995408Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.159558011Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"9.327007ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.16080597Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.161149128Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.161530767Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.161540347Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.161709301Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.161960717Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.161972907Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.162114421Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.164712321Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.164887855Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.166068262Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":20,"elapsed":"15.843418ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.166423481Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.166439921Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1425, tv_nsec: 246589474 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.166634266Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.166738368Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"18.003579ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.166752678Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.167085826Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.167343142Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.16810232Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.16852602Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.171877188Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.171899178Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.172022011Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.172035481Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.172133614Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.172190095Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.187775218Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.187807959Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":58,"elapsed":"41.478475ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.200549165Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"50.321261ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.20117753Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.201586579Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.203122205Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.203589706Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.205599213Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.21020065Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Sled { parent: Fleet, key: e7ffd369-36f7-4a70-8eaa-f2caf443b72d, lookup_type: ById(e7ffd369-36f7-4a70-8eaa-f2caf443b72d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.210241021Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.210544648Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.213190579Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"0","iteration":20,"elapsed":"64.47472ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.216847594Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.216916706Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.216930236Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.216937056Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.216944406Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.21710056Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.217282745Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.217296665Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.217385507Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.217459478Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.21882689Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.219496676Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.219509066Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.219902535Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"041e1bde-3f1c-4b9b-8563-0329ffcaa226","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":264,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.220194772Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c81841c2-8ff4-4755-ba17-dddb5e0482f5\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:48:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.220216813Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.221535604Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.221556164Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.221774549Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.222019845Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.222132387Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.222452265Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.222809483Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.222821403Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.22309697Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"258b40b8-2340-4443-8730-c8e5d1688e17\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:48:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.22312212Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.224712487Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.224742518Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.226931249Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.22698033Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.227085182Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.228019444Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"79.250865ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.230807329Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.23083585Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"82.06924ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.238033177Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.238353125Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.240190058Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.242812888Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.242845499Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.243023524Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.244429766Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.246678549Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.246704419Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.246836342Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.260578522Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.260670074Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.260957701Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c36c3a82-cb3f-4ab7-bb2b-d41135a43c92\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:48:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.260994822Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.262923057Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.267164855Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.267207316Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":20,"elapsed":"118.486417ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.270342889Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.270722048Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.276277197Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"127.497077ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.277483595Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"127.272922ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.277797893Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.277813553Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.277823493Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"129.028143ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.307003133Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":20,"elapsed":"162.967213ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.313184356Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"162.981883ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.325397081Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.325670837Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.328111774Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"null","iteration":20,"elapsed":"184.118434ms"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.376306475Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.376332116Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.376761756Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d38a76f-dc69-4ea0-868f-1a7e89713679\", \"content-length\": \"372\", \"date\": \"Fri, 18 Apr 2025 21:48:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.376793697Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.377111464Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.41000867Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.4104286Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57989fa8-5790-4d1e-8cc3-6be365cd4da6\", \"content-length\": \"691\", \"date\": \"Fri, 18 Apr 2025 21:48:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.41045435Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.41046535Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.410473141Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.411211618Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":20,"elapsed":"262.406406ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.420417752Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.420439242Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.420640547Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e5fe990c-7222-4cf8-a031-21c9706ab3bd\", \"date\": \"Fri, 18 Apr 2025 21:48:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.420654278Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.420936154Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.423186057Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.423383141Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.426656987Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.426997795Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d push not needed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.430752702Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.430769963Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.431137062Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"32f9290f-18f2-4eb9-ab12-812af260e9e9\", \"date\": \"Fri, 18 Apr 2025 21:48:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.433296172Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":20,"elapsed":"284.576543ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.445824823Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.446198052Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.447685227Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: ceef6ff0-6258-4930-a3d1-91f73aa808de, rack_id: 77fffb14-f827-4a9d-bcca-89265e876169, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b69a503-f94b-470d-a38d-a7101e574d34) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.447710657Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.44784368Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.458451517Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.458474638Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"2b69a503-f94b-470d-a38d-a7101e574d34","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.458804395Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.458818506Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.458825736Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.458833766Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.458841536Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.458848306Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.459066741Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.459079892Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.459226585Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.459237296Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.459402749Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.461390566Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.461411986Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.571620521Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9407993b-58be-4e18-9a12-b526ede366df\", \"date\": \"Fri, 18 Apr 2025 21:48:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:02.571664922Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.571677682Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.576276009Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"301094bf-361e-49a9-ab95-1cae82f3101c\", \"content-length\": \"682\", \"date\": \"Fri, 18 Apr 2025 21:48:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.57631201Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.576647088Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.581425729Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.581673965Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.584735566Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.585074034Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.587235684Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.587445019Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:02.595005015Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":20,"elapsed":"446.324167ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.146110781Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.146178352Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.146473879Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.148398174Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.149422248Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.149443648Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.149803867Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.151196409Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.15121938Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.151343773Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.151825264Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.151998218Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.153768289Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.153925143Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.155465949Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.157949586Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.157962687Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.15809228Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.167395096Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.167417437Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":59,"elapsed":"21.329666ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.183545142Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"34.136945ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.211429871Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"a01b6c72-35b4-40a0-8938-b353b81f3d67","remote_addr":"[fd00:1122:3344:101::d]:59307","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.211718908Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"a01b6c72-35b4-40a0-8938-b353b81f3d67","remote_addr":"[fd00:1122:3344:101::d]:59307","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:12.213880288Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"a01b6c72-35b4-40a0-8938-b353b81f3d67","remote_addr":"[fd00:1122:3344:101::d]:59307","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2496,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.214068812Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"46c752cd-4fde-451a-83c1-7ca2dd522f96","remote_addr":"[fd00:1122:3344:101::d]:59307","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:12.214300018Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"46c752cd-4fde-451a-83c1-7ca2dd522f96","remote_addr":"[fd00:1122:3344:101::d]:59307","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:12.215582178Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"46c752cd-4fde-451a-83c1-7ca2dd522f96","remote_addr":"[fd00:1122:3344:101::d]:59307","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":1539,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:12.219772115Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"0a94e24b-49c8-4372-8060-396480590b1f","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":283,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.145882589Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.14593051Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.146226137Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.147864565Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.148892219Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.14890542Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.149279178Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.15065733Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.150674441Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.150815444Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.152721269Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.152993635Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.155018332Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.157828787Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.157842448Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.157979521Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.169918799Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.169946189Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":60,"elapsed":"24.077191ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.178220502Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.178420587Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:22.179884301Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"30.995261ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:22.219924973Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"956331e3-6b74-4b64-9dea-6b054858fdbe","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":260,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144462698Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144514989Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144524949Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144532929Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144540389Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.14454704Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144554209Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.14457938Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-04-18 21:38:32.144505139 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.14458966Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.14459745Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144604621Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144612951Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144620451Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144627161Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144634291Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144641982Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":21,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144649872Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144656672Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144663362Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144868827Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144882327Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.144939769Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.14499115Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.14500227Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.14501096Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.1450203Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c13a0532-3745-4a00-8e76-6dc304c0bd1a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e505dab7-a796-4326-8625-6693483adf41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e505dab7-a796-4326-8625-6693483adf41.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1455, tv_nsec: 225189783 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.145032431Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19126503-dc6d-4561-b414-2fbf57c9bc05.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"64dc287e-3ce7-44b1-aa87-7047cdac838f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c164802f-47f3-44bb-a749-9cc693944ab2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c164802f-47f3-44bb-a749-9cc693944ab2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1455, tv_nsec: 225208773 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.145466871Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.145480981Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"902.961µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.145641475Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.145652545Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":11,"elapsed":"1.152487ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.146656009Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.146675949Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.146684489Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":61,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-04-18T21:48:32.146692079Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.146699999Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\"}","iteration":12,"elapsed":"8.181µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.14670803Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.146957236Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1455, tv_nsec: 227126698 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.146975886Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.147247492Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.147610891Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148122953Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148351718Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148578683Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148710476Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148720206Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148728907Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148735427Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148741917Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148748257Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148754377Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148761347Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148767758Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148773148Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148779948Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148786668Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148792578Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148799628Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148812409Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.148823479Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148832109Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148839559Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.14884686Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.14885441Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.14886177Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.14886937Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.14887851Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.14888508Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.14889141Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148897161Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148904051Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148910611Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148916601Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148922831Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148928831Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.148935731Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148943152Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148950342Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.148957742Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.149057984Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-04-18 21:38:32.144505139 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.149076025Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"expiration\":\"2025-04-18T21:38:32.144505139Z\",\"pruned\":[]}","iteration":11,"elapsed":"4.555976ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.149087835Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.149139566Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.149191517Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1455, tv_nsec: 229370240 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.149212028Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.149221808Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.149245139Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.1492966Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.14930779Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.14931479Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.14932266Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.149330781Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.149351891Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.149363061Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.149372102Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.149415293Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.149430353Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.149440783Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150368955Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150391285Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150433977Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150442527Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150448577Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150455507Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150461917Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150468067Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150476667Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150484158Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150490878Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150499018Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150505348Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150512448Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150518758Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150525479Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150532239Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150538629Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150544879Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150550679Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150557109Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150563169Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150687942Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150790015Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150821975Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150832286Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150840576Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150860536Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150868856Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150876677Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.150932808Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.152849873Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.152999956Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.153437056Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.154122872Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.154833469Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"8.174261ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.15490353Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.157767447Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.157788568Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.157987522Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.158132345Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.158152866Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.158163396Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.158256339Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.158342981Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.158548255Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.158572356Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.158705249Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.159470697Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.159483647Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.159490277Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.159496237Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.159644831Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.159907567Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.160287496Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.162367244Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.162387705Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.162394585Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.162660201Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.162713822Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.162724632Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.162930107Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.163076411Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.163091261Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.163230164Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.164519604Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.16475755Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.165072687Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.165310803Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.166026129Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.166130672Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.166389278Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.16819057Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.16821138Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.168404945Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.168484977Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.168497257Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.168671421Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.168888566Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.168905626Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.16905257Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.170085444Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.170669487Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.171726192Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.171986318Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.172153672Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.172394917Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.173160915Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.173171306Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.17334053Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.173764849Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.17377545Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.173955194Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.179965444Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"29.457825ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.182553684Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.182579125Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.182593275Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"32.056176ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.182763189Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":21,"elapsed":"32.261301ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.183333702Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"32.782803ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.183361053Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"32.873825ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.184905569Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.185282437Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.185604885Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.186042965Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.186535617Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.189400533Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.189434034Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.189645579Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.195920555Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.196313134Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.196348425Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.196360785Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.196395096Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.196711803Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.198609788Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.198936355Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.203419059Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.203481681Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.203619714Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1455, tv_nsec: 283787346 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.204065574Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.206410549Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.20643931Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.206686826Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.208378775Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"59.453563ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.209658415Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.209688456Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.20988243Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.209996413Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.210199087Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.210791131Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.210854172Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.210874123Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.210884743Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.210894853Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.21117193Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.211415286Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","candidates":"[(17fc6127-fa34-4cb2-b66f-258ff01369a1, 0), (cefe07dd-6f5d-420d-9cb3-b3c3a37861f3, 0), (117a07d6-64f3-4ff9-9f43-a4e5a2352ce6, 0), (c52fd4ea-7b8e-4c11-91a5-d16b178759bc, 0)]","collection_id":"17fc6127-fa34-4cb2-b66f-258ff01369a1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.211460627Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.211696102Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.212644324Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.21290342Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.214247762Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.214276012Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.214560899Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.221659084Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"ae6cab78-6910-47bb-9cae-79a6d628e3db","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2071,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.223474026Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.223921507Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.23438251Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.235013815Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.249247326Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.252490961Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.252531882Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.252765028Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.255889121Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.255924992Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"105.379613ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.267267745Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.267717386Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.269223281Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.269659891Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.270369138Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"121.558429ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.270723576Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.270750657Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"121.970139ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.270800118Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.271158206Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.273003779Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.273347047Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.274028023Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.274223637Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.274276168Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.274293199Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"125.441279ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.274375941Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.278798904Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.279316636Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.279700985Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.281402245Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.281424355Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.281435715Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"132.658738ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.281813174Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.281829414Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"dcd479cb-b384-45f0-a072-188f0eb801b7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.281840315Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.282113271Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.282697455Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.282715185Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.28291576Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.299041235Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.336878705Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.336931807Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.337330376Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0e3a656-c821-4a0f-9da3-e2399e26a83d\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.337354127Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.338167575Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.338193316Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.338454782Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a319e815-17a1-4e07-a8dd-fd7be09b1c6e\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.338482223Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.340782196Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.341208656Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.359863151Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.370227852Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.370267902Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.370700563Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28fd507b-d375-4926-b31a-7673c661c67e\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.370723543Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.373638491Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.517888588Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.518162024Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.550875096Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.550895336Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.551296776Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a4a30cc-9aad-4768-8efe-938c3ac5640e\", \"content-length\": \"372\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.551323616Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.551583832Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.55364812Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.558235647Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.558262088Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.558479133Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.560630063Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.560820287Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.56136833Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.561546724Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"411.068797ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.562626799Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.563753236Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.563778976Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.563972811Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.564425981Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.564636636Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.566192682Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.566212773Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.566448458Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.569209003Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"null","iteration":21,"elapsed":"424.724135ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.570647976Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.573875211Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Sled { parent: Fleet, key: e7ffd369-36f7-4a70-8eaa-f2caf443b72d, lookup_type: ById(e7ffd369-36f7-4a70-8eaa-f2caf443b72d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.573893001Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.574122917Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.580399263Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"0","iteration":21,"elapsed":"431.587384ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.585166234Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.585194655Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":61,"elapsed":"438.525136ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.593647511Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.593735873Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/db-queries/src/db/datastore/inventory.rs:1446","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":0,"ncabooses":0,"nrots":0,"nsps":0,"ncollections":0,"collection_id":"17fc6127-fa34-4cb2-b66f-258ff01369a1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.593759934Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.594112052Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"7268d934-78d5-45e2-a352-3837940624f8\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.594145583Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.594207704Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.597545122Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"6b8f95fe-a6ba-485d-9b06-635e09173537\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.597570903Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.599845985Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.599861766Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"455.337357ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.604041663Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.604504624Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.605538498Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.607413902Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.608839185Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":21,"elapsed":"464.250844ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.609978901Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.610739079Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.610752299Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.610963454Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.612397478Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.612418818Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.612559551Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.613988895Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.614016065Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":21,"elapsed":"465.182566ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.614238991Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.614262011Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.614402964Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"dcd479cb-b384-45f0-a072-188f0eb801b7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.614427705Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.614441605Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_time_created":"2025-04-18 21:38:58.362728 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.614456436Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":1}","iteration":11,"elapsed":"469.896367ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.614783723Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.614843105Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.614854115Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3bf57fcf-3536-4909-b360-3a624f2fc18b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.614863435Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.615130791Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.615203843Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.616404581Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.616431951Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.616573435Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.617025945Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","candidates":"[(cefe07dd-6f5d-420d-9cb3-b3c3a37861f3, 0), (117a07d6-64f3-4ff9-9f43-a4e5a2352ce6, 0), (c52fd4ea-7b8e-4c11-91a5-d16b178759bc, 0)]"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.617038936Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.617498546Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1455, tv_nsec: 697667249 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.618047509Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.61806262Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.618341106Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.619168595Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.619456532Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.621206023Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.621623482Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.621635603Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.6219671Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.623306371Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.623327092Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.623495506Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.623511216Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3bf57fcf-3536-4909-b360-3a624f2fc18b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.623521287Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.623529287Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_time_created":"2025-04-18 21:38:58.964985 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.623538287Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":2}","iteration":11,"elapsed":"478.969187ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.623834734Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.625774799Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.625790569Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.625960383Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.632361912Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.632383993Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.6327023Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c97939f4-a941-47ea-ac13-2fcacf55ef5f\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.632715821Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.632996317Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.634796109Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.635012224Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.640221835Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.640505522Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.644099235Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.644454724Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.646416829Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d push not needed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.647886834Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.647908074Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.64858686Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7e9cc5d1-e033-49bd-b7c3-1d4776280540\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.650638218Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.650671768Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.650893044Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.651044557Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":21,"elapsed":"502.149017ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.651252312Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"500.805355ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.652419409Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.652852909Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.654537518Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.654828125Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.656383741Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.66105955Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.661085541Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.661258165Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.66190022Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.662746719Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.66404609Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.664199983Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.664216183Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.664298645Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.664377627Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.665250418Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.665267638Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.665436032Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.669188999Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-18T21:38:27.245841Z, time_modified: 2025-04-18T21:38:27.245841Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 28742152-4697-4096-9af4-ee73c590d81a, db_silo: Silo { identity: SiloIdentity { id: 28742152-4697-4096-9af4-ee73c590d81a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-04-18T21:38:58.917947Z, time_modified: 2025-04-18T21:38:58.917947Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 28742152-4697-4096-9af4-ee73c590d81a, db_silo: Silo { identity: SiloIdentity { id: 28742152-4697-4096-9af4-ee73c590d81a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-04-18T21:38:58.917947Z, time_modified: 2025-04-18T21:38:58.917947Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.66922343Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"28742152-4697-4096-9af4-ee73c590d81a\",\"tls_certs\":[\"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\"]}},\"default_endpoint\":{\"silo_id\":\"28742152-4697-4096-9af4-ee73c590d81a\",\"tls_certs\":[\"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"524.741523ms"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.675353023Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.675376333Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"526.614676ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.684219899Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"535.483512ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.698612674Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.699115746Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e17d5cb7-18f4-48b4-b9ca-0883896f5f6d\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.699132126Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.700502218Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"88422064-4bca-46c8-983f-5917e0e980ba\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.700522739Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.702214488Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"80e7b492-fd28-4c0e-8f8c-a0e127d0b381\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.702244029Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.704142433Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.704188764Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"559.744256ms"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.715018156Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.715037296Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.715046326Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.715477027Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91cbf9f6-ddc4-48ae-86b2-26400edb9488\", \"content-length\": \"476\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.715515768Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.715738993Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5450cbd6-0fce-4469-89d9-2f5b404c8a06\", \"content-length\": \"734\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.715771763Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.716074021Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa6e17eb-78b1-4877-8f6e-843fd9ad8926\", \"content-length\": \"111\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.716087421Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.716348467Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b99c84ef-a2d6-45ae-8a79-49604559ec40\", \"content-length\": \"111\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.716359317Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.716602733Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c2192ca-aa56-4cba-be4f-dbdd84214814\", \"content-length\": \"167\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.716614113Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.716864019Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2628584c-4bad-4cd7-886b-13e2fd652b73\", \"content-length\": \"167\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.716875019Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.717129795Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b78cff8c-faef-42d5-887c-f92991b9e4fb\", \"content-length\": \"175\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.717141515Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.717390381Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63300a78-c4a5-4834-a2ef-3336f5093fef\", \"content-length\": \"175\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.717400881Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.717530544Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c15bb6b4-ba08-4887-a739-aee1371e08a4\", \"content-length\": \"702\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.717544345Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.717699128Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53bcaa6b-19e3-4b08-ad02-b601bb297179\", \"content-length\": \"727\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.717709388Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.717865372Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0da867f5-0312-40a1-a409-6d4d65565e19\", \"content-length\": \"729\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.717876603Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.718027536Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4c3878b-0240-4765-b5f5-6794f5533d2c\", \"content-length\": \"728\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.718039346Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.71821878Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63aeda36-f87a-4cb8-82cd-b2a8b37d7442\", \"content-length\": \"722\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.718244111Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.718490577Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e328ff0-f9f4-4dca-96fe-4a8b6dd0a0e4\", \"content-length\": \"109\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.718500857Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.718751623Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beadb324-65f8-461f-8dd7-4d413adb55a7\", \"content-length\": \"109\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.718762153Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.719043159Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffd14960-12a9-44fb-b013-861780647f50\", \"content-length\": \"169\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.71906468Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.719292205Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83cbbaeb-3e70-4ce9-bec6-5509e8dc029f\", \"content-length\": \"169\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.719305246Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.719548841Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfe33b0e-e2ca-43b9-9ad4-b56a053b47a4\", \"content-length\": \"178\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.719560562Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.719816628Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26c3ac8b-87cf-4c86-908f-44db42d031bd\", \"content-length\": \"178\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.719827708Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.719950871Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00e34bda-947a-4186-9598-42016f11e004\", \"content-length\": \"702\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.719961391Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.720102884Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f5d720a-528e-465f-9a1c-bf4a075d7a6c\", \"content-length\": \"727\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.720114364Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.720252008Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"736d9ad4-02de-4ef6-a75c-e97a92f954b7\", \"content-length\": \"729\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.720262778Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.720402241Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5656e6e-c0d3-4cba-b3a8-51935407f489\", \"content-length\": \"728\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.720418482Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.720837391Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.733542437Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.733891455Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.7362345Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.736584588Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.738710657Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.738988424Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.739224039Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.739831543Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.739952306Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"blueprint_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"inventory_collection_id\":\"c52fd4ea-7b8e-4c11-91a5-d16b178759bc\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":4,"elapsed":"591.101557ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.740154241Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: ceef6ff0-6258-4930-a3d1-91f73aa808de, rack_id: 77fffb14-f827-4a9d-bcca-89265e876169, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b69a503-f94b-470d-a38d-a7101e574d34) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.740168221Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.740400457Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.741034181Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.741332088Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.741344709Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.741354139Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.741494982Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.743599531Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.743799616Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.745059625Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.745244879Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.746274643Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.746437427Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.747756368Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.751147377Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.751201288Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.75130357Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.752020487Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.752039758Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"2b69a503-f94b-470d-a38d-a7101e574d34","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.752339405Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.752357965Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.752366125Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.752390346Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.752406566Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.752415346Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.75256473Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.75257752Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.752777145Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.752825586Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.752836036Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.753103172Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.753141443Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.755316494Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.755493258Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.755520848Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.75558405Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.757900124Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.758094939Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.760162236Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.760354931Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.761986909Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.762168023Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.763501194Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.763713739Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.764989219Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.768495101Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.768759677Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.768777237Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.768942001Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.770674001Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.770696472Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.770845675Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.771004379Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.777173043Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.777574672Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.779063086Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.779089337Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.779250041Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.781211236Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.783327826Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.783341676Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.783485329Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.78567353Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts-config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.80928887Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.809616627Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.841213653Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.866325087Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5c89bf80-08a7-4a5c-8eb6-1129345a6ff9\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.866358388Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.866369168Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.871011826Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff64a7b9-e3eb-40a3-9434-b195a9903ebc\", \"content-length\": \"691\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.871052787Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.871066208Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.871074468Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.87118684Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.871198031Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40c79d61-6b2e-4406-bf9b-a0aaea489f88\", \"content-length\": \"682\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.871241252Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.87158856Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.871740703Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.873225818Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":21,"elapsed":"724.463011ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.873242248Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.875194564Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.875214924Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.876071864Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.876553765Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.877139079Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.877162559Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.877299923Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.877451396Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts-config\", status: 204, headers: {\"x-request-id\": \"c2c6e1a0-b768-4b06-9846-8656ee216a07\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.877497047Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/artifacts","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.879508934Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f021bbab-a6b5-4918-95fb-857d42dae17d\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:32.87977499Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/tuf_artifact_replication.rs:673","sled":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.88192026Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":2,\"put_config_err\":0,\"put_config_ok\":2,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"e7ffd369-36f7-4a70-8eaa-f2caf443b72d\",\"time\":\"2025-04-18T21:43:32.676836144Z\"},{\"operation\":\"list\",\"target_sled\":\"e7ffd369-36f7-4a70-8eaa-f2caf443b72d\",\"time\":\"2025-04-18T21:43:32.681977804Z\"},{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"e7ffd369-36f7-4a70-8eaa-f2caf443b72d\",\"time\":\"2025-04-18T21:48:32.877449166Z\"},{\"operation\":\"list\",\"target_sled\":\"e7ffd369-36f7-4a70-8eaa-f2caf443b72d\",\"time\":\"2025-04-18T21:48:32.879759430Z\"}]}","iteration":3,"elapsed":"731.390832ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.882705159Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.882905703Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.885014752Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.885286788Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.885420342Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.88578706Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.887579162Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.887752126Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.889744432Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.893494979Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.893732555Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":21,"elapsed":"745.014659ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.896492839Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.896697434Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.898906005Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.899345096Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.900989604Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.901186249Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.933114622Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.933389918Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.93518355Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.939140722Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.939162802Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.939313596Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.976107992Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.976467461Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.977905353Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.978170889Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.979389398Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.983117075Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.983134375Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.983271678Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.991277874Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 38e13bfa-0321-4ecd-a7fb-81656259bc7c, kind: Service { id: c13a0532-3745-4a00-8e76-6dc304c0bd1a }, name: Name(\"external-dns-c13a0532-3745-4a00-8e76-6dc304c0bd1a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 192])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fc05d9a2-0b72-4ef5-8250-fe38edbc5657, kind: Service { id: e505dab7-a796-4326-8625-6693483adf41 }, name: Name(\"external-dns-e505dab7-a796-4326-8625-6693483adf41\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 204, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 74ca5894-827a-4e21-bb9d-4f6ee02c9a70, kind: Service { id: 86333230-c380-4db6-b46c-d9a4f2984fe9 }, name: Name(\"nexus-86333230-c380-4db6-b46c-d9a4f2984fe9\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 19])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8391ae3a-9072-449d-bf8a-7c909248968b, kind: Service { id: 08dfdaf5-e247-4805-8fbe-37eee41a0a21 }, name: Name(\"nexus-08dfdaf5-e247-4805-8fbe-37eee41a0a21\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 78])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ecaab6c3-27c5-4bd6-b452-7bdf6e130471, kind: Service { id: 8788e8fd-5be4-49db-a7a7-727d0d877457 }, name: Name(\"nexus-8788e8fd-5be4-49db-a7a7-727d0d877457\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 181])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.991315835Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.99152006Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.993120607Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.995131494Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.995143094Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.995292388Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.996535287Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.996594398Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 38e13bfa-0321-4ecd-a7fb-81656259bc7c, kind: Service { id: c13a0532-3745-4a00-8e76-6dc304c0bd1a }, name: Name(\"external-dns-c13a0532-3745-4a00-8e76-6dc304c0bd1a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 192])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fc05d9a2-0b72-4ef5-8250-fe38edbc5657, kind: Service { id: e505dab7-a796-4326-8625-6693483adf41 }, name: Name(\"external-dns-e505dab7-a796-4326-8625-6693483adf41\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 204, 124])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 74ca5894-827a-4e21-bb9d-4f6ee02c9a70, kind: Service { id: 86333230-c380-4db6-b46c-d9a4f2984fe9 }, name: Name(\"nexus-86333230-c380-4db6-b46c-d9a4f2984fe9\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 19])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8391ae3a-9072-449d-bf8a-7c909248968b, kind: Service { id: 08dfdaf5-e247-4805-8fbe-37eee41a0a21 }, name: Name(\"nexus-08dfdaf5-e247-4805-8fbe-37eee41a0a21\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 78])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ecaab6c3-27c5-4bd6-b452-7bdf6e130471, kind: Service { id: 8788e8fd-5be4-49db-a7a7-727d0d877457 }, name: Name(\"nexus-8788e8fd-5be4-49db-a7a7-727d0d877457\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 181])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:32.996614318Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.110388577Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","vpc_to_sled":"[Sled { identity: SledIdentity { id: e7ffd369-36f7-4a70-8eaa-f2caf443b72d, time_created: 2025-04-18T21:38:57.925982Z, time_modified: 2025-04-18T21:38:57.925982Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 77fffb14-f827-4a9d-bcca-89265e876169, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(56094621696)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(12348) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.110439758Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.110447738Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.110716214Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.113070399Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.113358235Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.114691686Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.117578634Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Sled { parent: Fleet, key: e7ffd369-36f7-4a70-8eaa-f2caf443b72d, lookup_type: ById(e7ffd369-36f7-4a70-8eaa-f2caf443b72d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.148870092Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.15220245Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"e31582f7-d76a-4b4f-a9c2-eb1d76febba4\", \"date\": \"Fri, 18 Apr 2025 21:48:32 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:33.153766206Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/networking/src/firewall_rules.rs:495"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.153780386Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","elapsed":"1.004899676s"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.153789056Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":3,"elapsed":"1.004909336s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.2080801Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48c4d772-92d7-4fb9-9425-2575739a23b9\", \"content-length\": \"31973\", \"date\": \"Fri, 18 Apr 2025 21:48:33 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.22657111Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.226593991Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.226603821Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.230737337Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.231065215Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.232768845Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.23471739Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.234788602Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.234949135Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:33.391237723Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/db-queries/src/db/datastore/inventory.rs:1009","collection_id":"b317f5a8-ee6f-4f0a-86de-578f00905746"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.391279904Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_started":"2025-04-18 21:48:32.714999 UTC","collection_id":"b317f5a8-ee6f-4f0a-86de-578f00905746"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.391290284Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"collection_id\":\"b317f5a8-ee6f-4f0a-86de-578f00905746\",\"time_done\":\"2025-04-18 21:48:33.228769 UTC\",\"time_started\":\"2025-04-18 21:48:32.714999 UTC\"}","iteration":2,"elapsed":"1.242429674s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.391302434Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":23,"reason":"Dependency"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.391310484Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":5,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.391319755Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.391331275Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.391679163Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.391738104Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.393061835Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.393619128Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.395770888Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.395790009Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.395987123Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.39714785Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.397164581Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.397342285Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.398197385Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.398382889Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.39971478Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.40185014Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.4018669Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.401998153Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.422872129Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.423182126Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.441784329Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"50.474494ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.453280167Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.453568633Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.4547329Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.456789438Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.456807129Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.456945382Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.458199111Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.460333451Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.460347651Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.460491254Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.462425159Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.462612374Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.463673248Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.465685645Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.465711386Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.465850229Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.467087128Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.468867749Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.46887906Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.469014383Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ensured all Crucible datasets present in inventory have database records","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:33.470896347Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113","num_inserted":0,"num_already_exist":9,"num_not_in_inventory":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:33.470948598Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"blueprint_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"inventory_collection_id\":\"2a13a693-fd6e-492f-87ec-3d4c8126e43a\",\"stats\":{\"crucible_dataset\":{\"num_already_exist\":9,\"num_inserted\":0,\"num_not_in_inventory\":0},\"debug_dataset\":{\"num_already_exist\":9,\"num_already_tombstoned\":0,\"num_inserted\":0,\"num_not_in_inventory\":0,\"num_tombstoned\":0}}}","iteration":5,"elapsed":"79.646823ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.146328358Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.146383059Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.146652885Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.147996756Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.149028871Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.149050541Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.149405599Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.150822162Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.150841553Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.150995116Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.153132196Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.153365832Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.154639681Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.157277003Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.157299833Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.157417836Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.169691741Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.169718942Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":62,"elapsed":"23.389884ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.179925679Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.180145035Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:42.21174797Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"62.71246ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:42.220296009Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"7297e449-8bc8-4a16-9d86-7b434e2d68ce","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":254,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.146507764Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.146575516Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.146880743Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.148638744Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.148649624Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.148656464Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.148824948Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.151616353Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.151632593Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.151808107Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.153829564Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.154134632Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.155897653Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.158582605Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.158593405Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.158740109Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.170686257Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.170709307Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":63,"elapsed":"24.221254ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.17855291Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.178747874Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:48:52.180168077Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"31.520654ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:48:52.219414181Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"faadc73c-2c85-443f-a726-af7a4b985015","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":243,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.143817636Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.143875927Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.143887467Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.143896478Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.144145433Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.144161174Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.14573919Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.145749111Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.145756771Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.145926805Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.146030967Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1485, tv_nsec: 226385579 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.146315664Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.146866177Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1485, tv_nsec: 227216719 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.147112382Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.148012593Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149025227Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149037387Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149044887Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149051987Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149058468Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149066248Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149072428Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149079148Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.149086808Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149093088Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149100239Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149107549Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149114059Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149121349Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.14915626Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.14916774Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149176821Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149186411Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149195251Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149203541Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149212861Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149222311Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149388915Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149509778Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149538569Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149553129Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149565479Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.14959339Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149639531Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149652841Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.87244ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149661992Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149670732Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.149678262Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.150198044Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.150222035Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.150234015Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.150244225Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.150253726Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.150263066Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.150269356Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.150275326Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.150280776Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.150287096Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.1504502Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.150548052Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.150556462Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.150563353Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.150569933Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.150994363Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.151040564Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.151228258Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.151238489Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.151416422Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.151635068Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.153608924Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.153619694Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.153773148Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.15429902Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.15430886Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.154515315Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.154783881Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.154792201Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.154937604Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.156662005Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.158695722Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.158719152Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.158839415Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.162729316Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.162932681Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.163513994Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.163700779Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.164330553Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1485, tv_nsec: 244682065 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.164645701Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.19340484Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.193466351Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.193476591Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.193884421Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.197429773Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.197802142Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.201943958Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.204132719Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.20459642Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.206984916Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"56.74729ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.207044567Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.207063998Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.207384605Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.209897743Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.210323393Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.211267046Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.211319987Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.211559822Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e62047a-db2f-4435-9379-4fe398c65b0f\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:49:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.211600763Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.212819251Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.212849772Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.213232801Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eeec169-1f63-42e9-bd8d-7181d0ff4df0\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:49:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.213262592Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.214245065Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.214551232Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.214658214Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.215059354Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.216280772Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.21661199Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.216702182Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.217674835Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"68.576706ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.219225331Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.219344234Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.219368794Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.219510777Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.220022039Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.22005735Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"70.992272ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.220766796Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":22,"elapsed":"70.540972ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.221234927Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.222024366Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.222059337Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.222319063Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.222714752Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"9bf05d96-61f2-4c18-865e-2ca544491758","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":350,"response_code":"200"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.224891992Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.224917983Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.225161199Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.225414455Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"75.19686ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.237779683Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.242357899Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.24239594Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.242648726Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.249662539Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.24969551Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.24970679Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.25012084Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.255657468Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.255861333Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.256055548Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.256312204Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.258673669Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.259088428Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.26044598Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.260473211Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":64,"elapsed":"114.72272ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.266988052Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"116.769328ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.267375251Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"118.265023ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.267690079Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.268045227Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.269594093Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.271976318Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.272007489Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.272159843Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.289640339Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.28968726Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.290002668Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"254a7f2a-2db7-459d-b472-3e8fbbb58872\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:49:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.290036228Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.291485892Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.294494532Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.294519053Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.294529483Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"145.459746ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.30042747Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.303369939Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Sled { parent: Fleet, key: e7ffd369-36f7-4a70-8eaa-f2caf443b72d, lookup_type: ById(e7ffd369-36f7-4a70-8eaa-f2caf443b72d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.30340355Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.303573524Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.305055178Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"0","iteration":22,"elapsed":"155.921359ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.309211055Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.309239846Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":22,"elapsed":"160.099916ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.309288627Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"159.077312ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.318794908Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.319157216Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.324436119Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.324648484Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.346712123Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":22,"elapsed":"202.910162ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.351789696Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"202.755208ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.363435297Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.363757184Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.380927874Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.380949554Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.381382244Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2012d3d-7b43-4bbe-a3e8-22daec2884e3\", \"content-length\": \"372\", \"date\": \"Fri, 18 Apr 2025 21:49:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.381411465Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.381727713Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.383101385Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"null","iteration":22,"elapsed":"239.286039ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.383410772Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.386307409Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.38633491Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.386481273Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.388093361Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.389975654Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.389987725Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.390129108Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.397044149Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.397070619Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.397323135Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a2e668c1-6cea-4778-8c67-a437d9ccfbbd\", \"date\": \"Fri, 18 Apr 2025 21:49:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.397350096Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.397585382Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.399922866Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.40010001Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.402417314Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.402658149Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d push not needed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.406076319Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.40611206Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.406487909Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1fabdf74-d30e-42b9-8183-27aaeadcd7de\", \"date\": \"Fri, 18 Apr 2025 21:49:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.408305241Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":22,"elapsed":"259.228242ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.439925037Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.440312726Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.442900636Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: ceef6ff0-6258-4930-a3d1-91f73aa808de, rack_id: 77fffb14-f827-4a9d-bcca-89265e876169, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b69a503-f94b-470d-a38d-a7101e574d34) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.442924487Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.443177852Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.454929416Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.454957167Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"2b69a503-f94b-470d-a38d-a7101e574d34","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.455187672Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.455200462Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.455207012Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.455214173Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.455220563Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.455227293Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.455390517Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.455399667Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.455652173Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.455666123Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.455926319Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.457745262Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.457768302Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.487406602Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.569458801Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f24d4184-f4b8-4954-8c54-8116f5b840b7\", \"date\": \"Fri, 18 Apr 2025 21:49:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.569505852Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.569516883Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.570091396Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c7e9d55-fff9-4021-9ebe-791c7c985033\", \"content-length\": \"682\", \"date\": \"Fri, 18 Apr 2025 21:49:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.570137707Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.570469075Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.570528096Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5bedaa8-4778-4e19-93db-d7adb10bd1e9\", \"content-length\": \"691\", \"date\": \"Fri, 18 Apr 2025 21:49:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.570565427Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.570588628Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:02.570597728Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.572307588Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":22,"elapsed":"423.151498ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.574392456Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.574701063Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.577863147Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.578163124Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.580234992Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.580461398Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:02.587159333Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":22,"elapsed":"437.984613ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.145534358Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.145584999Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.145867495Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.147483853Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.148500577Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.148528377Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.148759173Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.150186476Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.150207847Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.150330669Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.151872555Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.152202863Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.153709958Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.156743328Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.156765119Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.156887862Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.167898858Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.167926749Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":65,"elapsed":"22.402321ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.178600927Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.178830373Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:12.207776006Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"59.27121ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:12.219321595Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"9596abbb-6934-4d7e-a4c2-cff61c4aee39","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":245,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.146451183Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.146505954Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.146783041Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.148431759Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.148443049Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.1484714Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.148753306Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.150453956Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.150643001Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.151259725Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.151275515Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.151407848Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.152447723Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"4.013053ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.153153439Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.153312233Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.154941781Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.157589692Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.157606623Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.157733895Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.175933489Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:22.17596817Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":66,"elapsed":"29.522667ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:22.220156098Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"45e7e476-b562-4ec7-8814-29a17eaa8c4c","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":268,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.14360409Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.143651071Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.143660521Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.143669221Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.143678811Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.143688752Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.143699592Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.143710832Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.143721152Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.143731453Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.143741233Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.143751593Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-04-18 21:39:32.143678611 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.143763264Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.143773324Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.143779354Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.143787364Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":23,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.143793674Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.143799994Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.143805894Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.14406058Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.144125092Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.144137332Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.144167473Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.144177393Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.144193054Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19126503-dc6d-4561-b414-2fbf57c9bc05.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"64dc287e-3ce7-44b1-aa87-7047cdac838f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c164802f-47f3-44bb-a749-9cc693944ab2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c164802f-47f3-44bb-a749-9cc693944ab2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1515, tv_nsec: 224640866 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.144206534Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c13a0532-3745-4a00-8e76-6dc304c0bd1a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e505dab7-a796-4326-8625-6693483adf41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e505dab7-a796-4326-8625-6693483adf41.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1515, tv_nsec: 224651846 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.144250745Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.144662894Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.144680715Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"967.302µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.144815788Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.144827928Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":12,"elapsed":"1.148947ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.145647817Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.145671538Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.145683808Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-04-18T21:49:32.145694078Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.145702459Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\"}","iteration":13,"elapsed":"9.14µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.145711619Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.145989275Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.146438406Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.14663532Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.146722212Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.147593723Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1515, tv_nsec: 228041605 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.147707715Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.147847539Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.147960031Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.148702888Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.148729019Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.148862012Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.148937254Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.148957784Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.148969185Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.148978545Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.148989525Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.148999305Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149009735Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.149020256Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149030496Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149039976Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.149049747Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149058647Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149088057Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149102348Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149112468Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149122708Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149132209Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149142239Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149151489Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149161949Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149170849Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149180499Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.14918997Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.14919917Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.14920902Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.14921822Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149228691Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.149238031Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-04-18 21:39:32.143678611 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149249041Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"expiration\":\"2025-04-18T21:39:32.143678611Z\",\"pruned\":[]}","iteration":12,"elapsed":"5.532399ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149258891Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149292102Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149342493Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149365194Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149398085Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149477537Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149491307Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149523047Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149533348Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149561739Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149581249Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.149651401Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150235164Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150245664Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150253944Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150261285Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150267815Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150274245Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150280135Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150286695Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150292785Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150299605Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150308866Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150316956Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150327396Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150335046Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150588152Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150603343Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150612433Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150655644Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150667624Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150676414Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.150684585Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.151239447Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.151512134Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1515, tv_nsec: 231958716 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.151846812Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.152108958Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.153232814Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"7.586877ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.153818027Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.154103844Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.155254084Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.1552729Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.155429841Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.156161652Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.15692458Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.157932303Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.158843995Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.159146962Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.159484679Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.159827897Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.159870108Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.160043552Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.161300072Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.162007738Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.162025998Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.162190292Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.162432198Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.162447668Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.162676314Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.163945303Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.163966524Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.164103467Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.16554025Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.167464185Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"17.203151ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.168008158Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.168276594Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.168498999Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.16851826Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.168710074Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.169415421Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.169703137Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.169727418Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.169741028Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"19.413992ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.170362723Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"21.363507ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.170513856Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.170949286Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.171277224Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.17155845Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.171706544Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.1719695Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.174853217Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.174873848Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.175146934Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.181568343Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.186313574Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.186343794Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.18657341Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.186836806Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.187297406Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.203311149Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.207296192Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.207346903Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.207594979Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.209658447Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.209924353Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.21281271Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.212845171Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.212857452Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.212868202Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.213404504Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.214428858Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.214455769Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.214732575Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.215309298Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.216986828Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.218737558Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.219956527Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"2614829f-7939-43a7-91f0-64ac52bf55da","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":438,"response_code":"200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.22225332Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"71.921144ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.222506436Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.222532346Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.222578358Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.222611019Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.222821183Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.222842194Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.225341432Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.225366812Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.225380753Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"76.367997ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.225907995Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.227223456Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1515, tv_nsec: 307645697 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.227653076Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.228842413Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.228868394Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"dcd479cb-b384-45f0-a072-188f0eb801b7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.228883604Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.229442857Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.229885788Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.229909128Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.230222236Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.230967283Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.231332621Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.231818223Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.237216168Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.2372636Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.237515785Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.24159187Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":23,"elapsed":"90.984718ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.241752384Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.241788345Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.241798415Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.242320637Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.244146469Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"95.101383ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.244836906Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"dcd479cb-b384-45f0-a072-188f0eb801b7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.244913078Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.244988969Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_time_created":"2025-04-18 21:38:58.362728 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.24504767Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":1}","iteration":12,"elapsed":"101.383989ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.246168067Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.246193467Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":67,"elapsed":"100.54231ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.246925224Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"96.632009ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.247458167Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.247991079Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.248329087Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.248817128Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.248845189Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.249140016Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.250762963Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.251161053Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.259421075Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"109.076798ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.259869006Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.262924517Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Sled { parent: Fleet, key: e7ffd369-36f7-4a70-8eaa-f2caf443b72d, lookup_type: ById(e7ffd369-36f7-4a70-8eaa-f2caf443b72d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.262957307Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.263115311Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.268130128Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"0","iteration":23,"elapsed":"119.153613ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.268296131Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.268317052Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.268327672Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.268336963Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.268854564Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.270942753Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.272232813Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.272739295Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.273691787Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.273975554Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.276274487Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.276305798Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.276574844Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.296530479Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.29660331Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.296999299Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0957240b-4fea-462d-9999-30593f33030a\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:49:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.2970261Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.299806985Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.309139392Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.311167799Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.314957197Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.314992278Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.315104241Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.315243414Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.315593402Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.31633819Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.316616386Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.317878365Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.317907376Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":23,"elapsed":"168.935772ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.3197771Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.31980116Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.31981135Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.320022685Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.324223643Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.324251304Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3bf57fcf-3536-4909-b360-3a624f2fc18b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.324263204Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.3245019Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.338578137Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.341249659Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.34127758Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.341553267Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.351886477Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.3786695Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.378718241Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"229.573533ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.379808517Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"230.732709ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.398547173Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.398577754Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.39885432Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76413dcb-93be-4fab-b62e-259664c111ce\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:49:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.39887155Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.400906078Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.482688101Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.48308022Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/f499c2ec-2876-48c7-bac8-005df4f2cfc8/state","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.483563501Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/f499c2ec-2876-48c7-bac8-005df4f2cfc8/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67687b83-92b6-42ec-99cb-b8ad2619d095\", \"content-length\": \"130\", \"date\": \"Fri, 18 Apr 2025 21:49:32 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.485975997Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.486001458Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.486286755Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.487278238Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.488487356Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"vmm_id":"f499c2ec-2876-48c7-bac8-005df4f2cfc8","sled_id":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","instance_id":"1b60028f-b80b-46da-8215-230db9c9c487","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-04-18T21:49:32.247986429Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.488506696Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"vmm_id":"f499c2ec-2876-48c7-bac8-005df4f2cfc8","sled_id":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","instance_id":"1b60028f-b80b-46da-8215-230db9c9c487","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/instance.rs:2168","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-04-18T21:49:32.247986429Z }","propolis_id":"f499c2ec-2876-48c7-bac8-005df4f2cfc8"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.488519357Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"vmm_id":"f499c2ec-2876-48c7-bac8-005df4f2cfc8","sled_id":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","instance_id":"1b60028f-b80b-46da-8215-230db9c9c487","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.488878715Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"vmm_id":"f499c2ec-2876-48c7-bac8-005df4f2cfc8","sled_id":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","instance_id":"1b60028f-b80b-46da-8215-230db9c9c487","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.490468706Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.490563094Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.490729318Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.513694042Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"363.428008ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.514233645Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.514574853Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.527889363Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.527914693Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.527924584Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"378.843547ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.551929172Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.551960623Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.552329252Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"635a5fc1-0dea-4cc6-ad42-3c37407b3cad\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:49:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.552344952Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.554448401Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.588297229Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.588657577Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"9950705d-b510-4a15-8e4c-1655d1696ef6\", \"date\": \"Fri, 18 Apr 2025 21:49:31 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.588672087Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.59009312Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5608f753-2a14-4856-bb1b-26975efde781\", \"date\": \"Fri, 18 Apr 2025 21:49:31 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.590104621Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.592108327Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.592121358Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"448.465328ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.638064767Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":23,"elapsed":"494.295473ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.673142033Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.679749847Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.679767767Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.680081825Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b412be85-dc9f-4479-81af-a1e35c79c1d9\", \"content-length\": \"585\", \"date\": \"Fri, 18 Apr 2025 21:49:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.680126176Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.680458203Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.682294306Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.68334045Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3bf57fcf-3536-4909-b360-3a624f2fc18b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.683364831Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.683375711Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_time_created":"2025-04-18 21:38:58.964985 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.683385351Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":2}","iteration":12,"elapsed":"539.602898ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.684415106Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.684429336Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.684611832Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.685826088Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"null","iteration":23,"elapsed":"542.180278ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.716509582Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-18T21:38:27.245841Z, time_modified: 2025-04-18T21:38:27.245841Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 28742152-4697-4096-9af4-ee73c590d81a, db_silo: Silo { identity: SiloIdentity { id: 28742152-4697-4096-9af4-ee73c590d81a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-04-18T21:38:58.917947Z, time_modified: 2025-04-18T21:38:58.917947Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 28742152-4697-4096-9af4-ee73c590d81a, db_silo: Silo { identity: SiloIdentity { id: 28742152-4697-4096-9af4-ee73c590d81a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-04-18T21:38:58.917947Z, time_modified: 2025-04-18T21:38:58.917947Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.716551453Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"28742152-4697-4096-9af4-ee73c590d81a\",\"tls_certs\":[\"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\"]}},\"default_endpoint\":{\"silo_id\":\"28742152-4697-4096-9af4-ee73c590d81a\",\"tls_certs\":[\"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"572.900633ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.725775138Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.727950989Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":23,"elapsed":"578.914043ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.728792818Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{8887bdde-9290-40f7-aa67-9c3f0a68440e: {10.151.2.176: {27d51bd9-a7e8-42e7-ac5c-ae22e3ad7cd8}, 10.151.2.175: {27d51bd9-a7e8-42e7-ac5c-ae22e3ad7cd8}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.728812419Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.729080985Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7a6aa8f1-07e8-4409-81f8-acbc6c6e6757\", \"date\": \"Fri, 18 Apr 2025 21:49:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.729094055Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.729443454Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.732098705Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.732377122Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.735774691Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.736113809Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.739140229Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.739356534Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.741800951Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.742010546Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.746804318Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.747247818Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3bf5b251-9119-42a4-98e3-a2aac6721107\", \"date\": \"Fri, 18 Apr 2025 21:49:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.747269248Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.749357637Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"993aaa0a-8b78-4f83-a18d-4c793ba66312\", \"date\": \"Fri, 18 Apr 2025 21:49:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.749381097Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.751134918Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"629b4203-6723-4628-bb4c-24d0a2f77de6\", \"date\": \"Fri, 18 Apr 2025 21:49:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.751150988Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.753599016Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.753651277Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"610.043988ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.760425084Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.760748222Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f373a0c-e092-4764-8896-18154d1d0a4c\", \"content-length\": \"811\", \"date\": \"Fri, 18 Apr 2025 21:49:31 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.760777133Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(13032495) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.760786963Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.760793643Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.762890262Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":23,"elapsed":"613.788594ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.763185499Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.763582408Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d push not needed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.766480235Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d push not needed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.766490285Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.766497366Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.766823183Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"eacce467-0c10-46cf-b967-28f2f568b97c\", \"date\": \"Fri, 18 Apr 2025 21:49:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.7683747Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":23,"elapsed":"619.378145ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.782769175Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.783087402Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.784236729Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: ceef6ff0-6258-4930-a3d1-91f73aa808de, rack_id: 77fffb14-f827-4a9d-bcca-89265e876169, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b69a503-f94b-470d-a38d-a7101e574d34) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.784248669Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.784397642Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.794952858Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.794974139Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"2b69a503-f94b-470d-a38d-a7101e574d34","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.795175103Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.795186243Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.795192753Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.795199134Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.795206154Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.795212304Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.795347487Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.795357147Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.79590782Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.795917701Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.796186957Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:32.798416488Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.798442489Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.97983818Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"producer-registration-task","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","registration_count":"4"} {"msg":"will register with Nexus at [fd00:1122:3344:101::a]:12221","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:32.979882911Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"producer-registration-task","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:33.010534654Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"producer-registration-task","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::a]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:33.010683198Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:37584"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:33.010734089Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ceb859a2-3706-485b-86e2-ae024199f96e\", \"date\": \"Fri, 18 Apr 2025 21:49:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:33.01076154Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:33.01077153Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:33.01080179Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f6c2af77-4386-406b-a75b-576902483c76","remote_addr":"[fd00:1122:3344:101::a]:37584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:33.011019986Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38cb8d74-f16b-445a-bb5a-5efd2f951081\", \"content-length\": \"682\", \"date\": \"Fri, 18 Apr 2025 21:49:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:33.011064617Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:33.011159329Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f6c2af77-4386-406b-a75b-576902483c76","remote_addr":"[fd00:1122:3344:101::a]:37584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:33.011381294Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:33.015092501Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:33.015443469Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:33.018670594Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:33.019096984Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:33.022433401Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:33.022729788Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:33.030048438Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":23,"elapsed":"881.073284ms"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:33.048863206Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/oximeter.rs:76","collector_id":"23b073a1-5e28-4053-bae3-5a953e07f245","producer_id":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:33.048890147Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/metrics/producers","method":"POST","req_id":"f6c2af77-4386-406b-a75b-576902483c76","remote_addr":"[fd00:1122:3344:101::a]:37584","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":38157,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:33.048989919Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"producer-registration-task","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::a]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6c2af77-4386-406b-a75b-576902483c76\", \"content-length\": \"41\", \"date\": \"Fri, 18 Apr 2025 21:49:33 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:33.051088038Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"producer-registration-task","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.146170252Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.146218433Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.146531671Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.149131831Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.149145201Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.149554471Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.17656811Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.17873289Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.17916843Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.180100162Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.180112182Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.180288926Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.182010026Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.182200321Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.184010453Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.187116635Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.187145996Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.18729988Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.203620589Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.20365682Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":68,"elapsed":"57.495178ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:42.211629206Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:52546"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.211758459Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"3131a0b6-8ffd-4186-9388-6b725b3a046b","remote_addr":"[fd00:1122:3344:101::d]:52546","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.212133527Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"3131a0b6-8ffd-4186-9388-6b725b3a046b","remote_addr":"[fd00:1122:3344:101::d]:52546","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:42.214774009Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"3131a0b6-8ffd-4186-9388-6b725b3a046b","remote_addr":"[fd00:1122:3344:101::d]:52546","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3072,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.215102837Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"a564e8d8-af15-4095-913c-7499dba2c567","remote_addr":"[fd00:1122:3344:101::d]:52546","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.215573058Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"a564e8d8-af15-4095-913c-7499dba2c567","remote_addr":"[fd00:1122:3344:101::d]:52546","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:42.217494872Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"a564e8d8-af15-4095-913c-7499dba2c567","remote_addr":"[fd00:1122:3344:101::d]:52546","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2465,"response_code":"200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:42.21827743Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"69.140899ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:42.227869724Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"a7b9793a-898e-41b1-990b-48c83a5e303e","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8112,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.14597668Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.146027821Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.146332038Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.148695813Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.148710834Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.148718514Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.148915709Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.151166561Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.151342635Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.151679133Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.151689663Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.151835937Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.154165561Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.154492498Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.156479065Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.15926761Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.15928053Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.159413893Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.173393608Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.173424089Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":69,"elapsed":"27.449239ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:49:52.187001435Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"38.292591ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:49:52.219998173Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"ab2967cf-39d7-424d-8748-99be9a76d5ae","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.143987946Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.144037487Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.144047337Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.144056627Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.144338764Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.144372685Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.145573883Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.145583553Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.145590613Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.145765597Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.146837692Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1545, tv_nsec: 227365804 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.147133389Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.147504618Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1545, tv_nsec: 228037520 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.147789304Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.14801986Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149039063Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149048564Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149055484Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149062004Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149068294Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149075364Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149081104Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149088624Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149096425Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.149103035Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149111815Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149118445Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149124735Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149130725Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149137786Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149144176Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149151306Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149157416Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149164676Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149170497Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149177247Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149184527Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149475033Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149514854Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149525525Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149533785Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149542835Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149555786Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149593566Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149604816Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149612937Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.149621617Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.14973568Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.146626ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.150200621Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.150209441Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.150216741Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.150223391Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.150230011Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.150236951Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.150243542Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.150250752Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.150256882Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.150263172Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.150453846Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.150464296Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.150478957Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.150553489Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.150580329Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.151196544Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.151205464Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.151213704Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.151397328Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.151634574Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.151781637Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.152249498Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.154530271Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.154542711Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.154741036Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.15531736Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.15532829Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.155515234Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.155726409Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.155734539Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.155915554Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.156036346Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.156046226Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.156258862Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.158748899Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.1596143Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.15963776Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.15964562Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.159850835Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.161875422Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.161890222Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.162031886Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.167866432Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.168360573Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.173338259Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.173741218Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.174796843Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1545, tv_nsec: 255326805 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.17512239Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.202200411Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.202845206Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.203164043Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.203760687Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":24,"elapsed":"53.415973ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.205943548Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.20647892Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.206676375Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.206696365Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.206868799Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.207385351Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.207603646Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.210500774Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.213676288Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.213716049Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.213939094Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.219459442Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"94630969-d49a-42ee-a4c1-119988b02a38","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":320,"response_code":"200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.219855491Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"69.62353ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.2232337Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.223268371Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"74.173026ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.223800483Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.224160972Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.227196502Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"76.947761ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.229126277Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.229518396Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.231148204Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.231662976Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.234247277Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.234274377Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.234285277Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.234610305Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.241248159Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.244656649Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.245095569Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.245167341Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.245429287Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.248337894Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.249717097Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.249747157Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.249923071Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.251332774Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.251360695Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.251516288Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.261390728Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.261869689Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.265254788Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.265714889Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.27006329Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.270101371Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":70,"elapsed":"124.502317ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.272980378Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"123.844792ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.274893383Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"125.770117ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.276778296Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.277273348Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.27821695Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"127.995409ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.297850707Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.297905028Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.297919488Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"148.704851ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.300833996Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.301175434Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.309977419Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.31001163Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.310336907Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad589096-f3b7-412b-bd53-c815be30ef24\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:50:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.310360338Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.312141719Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.31218334Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.312486457Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc330879-2c71-449d-bc3e-7678be2dcaaf\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:50:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.312515458Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.312542849Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.314594486Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.31477286Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.318947498Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Sled { parent: Fleet, key: e7ffd369-36f7-4a70-8eaa-f2caf443b72d, lookup_type: ById(e7ffd369-36f7-4a70-8eaa-f2caf443b72d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.318999729Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.319161463Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.319199754Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.319212924Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":24,"elapsed":"170.14785ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.321108708Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"0","iteration":24,"elapsed":"172.022263ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.326077984Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.326107694Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.326438262Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ab17c54-f1d1-4232-866c-2ae02cb49b99\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:50:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.326458243Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.328031889Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.3297991Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"179.59224ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.392799936Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"243.64365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.42000463Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.420385229Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.421507955Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"null","iteration":24,"elapsed":"277.530699ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.42215209Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.422554219Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.424175737Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.426396858Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.426415199Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.426569912Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.428441376Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.430919664Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.430942974Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.431079557Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.437283682Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":24,"elapsed":"293.284765ms"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.438682514Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.438700775Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.439201496Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e969f83d-931f-4a7b-8098-61d5e38c72c7\", \"content-length\": \"372\", \"date\": \"Fri, 18 Apr 2025 21:50:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.439230507Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.439525914Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.453707434Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.453736475Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.454015181Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e1bf657a-3d63-4add-9439-25cc867572fb\", \"date\": \"Fri, 18 Apr 2025 21:50:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.454035282Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.454365649Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.456482009Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.456658123Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.459823356Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.460264817Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d push not needed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.463741898Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.463767218Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.464212718Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f23595d6-9e13-4f5a-b0a5-b3d0472e1b52\", \"date\": \"Fri, 18 Apr 2025 21:50:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.465611921Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":24,"elapsed":"316.514046ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.499249194Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.499686954Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.501802463Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: ceef6ff0-6258-4930-a3d1-91f73aa808de, rack_id: 77fffb14-f827-4a9d-bcca-89265e876169, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b69a503-f94b-470d-a38d-a7101e574d34) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.501828024Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.502157132Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.514427967Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.514455828Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"2b69a503-f94b-470d-a38d-a7101e574d34","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.514732154Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.514749555Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.514757845Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.514765665Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.514774385Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.514786895Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.515014471Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.515024731Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.515297977Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.515317048Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.515718427Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.517027048Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.517052458Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.533647134Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.602562448Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b235c79-c81b-4e8e-a646-3c9e5f9dbce3\", \"content-length\": \"691\", \"date\": \"Fri, 18 Apr 2025 21:50:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.602593839Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.602604359Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.60261173Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.604148335Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":24,"elapsed":"454.975689ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.697464827Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"82aa0768-5c21-4f7a-a7ee-9a59b2cf0902\", \"date\": \"Fri, 18 Apr 2025 21:50:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:02.697490378Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.697499438Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.697780074Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b06096e-35df-4b06-9320-3240c0a81731\", \"content-length\": \"682\", \"date\": \"Fri, 18 Apr 2025 21:50:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.697824185Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.698162253Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.702015603Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.70233126Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.705539175Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.705851412Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.707832348Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.708053643Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:02.714182916Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":24,"elapsed":"565.148893ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.14529588Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.145365371Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.145785621Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.147975342Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.148965045Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.148973505Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.149206421Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.151048894Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.151059544Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.151207827Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.152825965Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.153007759Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.154932944Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.158945968Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.158971678Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.159095191Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.170615149Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.17063824Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":71,"elapsed":"25.36797ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.185480625Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.185800472Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.187265136Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"38.294221ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.2115031Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"64518320-3d77-4b9d-a146-8a53a4869072","remote_addr":"[fd00:1122:3344:101::d]:52546","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.211690635Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"64518320-3d77-4b9d-a146-8a53a4869072","remote_addr":"[fd00:1122:3344:101::d]:52546","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:12.213815374Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"64518320-3d77-4b9d-a146-8a53a4869072","remote_addr":"[fd00:1122:3344:101::d]:52546","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2358,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.214079751Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"e906d855-bff1-4d76-b00d-7d238c9cce4e","remote_addr":"[fd00:1122:3344:101::d]:52546","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:12.214300296Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"e906d855-bff1-4d76-b00d-7d238c9cce4e","remote_addr":"[fd00:1122:3344:101::d]:52546","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:12.216018216Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"e906d855-bff1-4d76-b00d-7d238c9cce4e","remote_addr":"[fd00:1122:3344:101::d]:52546","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":1983,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:12.21922016Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"31a9901f-b2e6-48bc-a946-6f58c3b12c1e","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":231,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.145265034Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.145321776Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.145594882Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.14765439Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.148690494Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.148710284Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.148881248Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.150422944Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.150443295Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.150573738Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.150795183Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.150951516Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.152439651Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"3.757348ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.152763569Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.152929033Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.154787916Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.157291264Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.157302484Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.157430127Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.169932698Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:22.169957789Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":72,"elapsed":"24.707075ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:22.219629095Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"c7873317-2c06-4364-9bd6-b057afcaab89","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":257,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.143927215Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.143980107Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.143990707Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.143999597Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.144008697Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.144017237Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.144026268Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.144035068Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-04-18 21:40:32.143975616 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.144044308Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.144052698Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.144061598Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.144070519Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.144079019Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.144087619Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.144096029Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.14410415Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.14411303Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.14412292Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.14413063Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.144317764Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.144379526Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.144392716Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.144481128Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.144498229Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.14456507Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c13a0532-3745-4a00-8e76-6dc304c0bd1a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e505dab7-a796-4326-8625-6693483adf41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e505dab7-a796-4326-8625-6693483adf41.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1575, tv_nsec: 225262852 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.144583331Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.144593861Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"19126503-dc6d-4561-b414-2fbf57c9bc05.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"64dc287e-3ce7-44b1-aa87-7047cdac838f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c164802f-47f3-44bb-a749-9cc693944ab2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c164802f-47f3-44bb-a749-9cc693944ab2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1575, tv_nsec: 225288613 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.14499878Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.145009961Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.010163ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.145067692Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.145079462Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":13,"elapsed":"1.109326ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.145889931Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.146026284Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.146035204Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.146042405Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.146049535Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-04-18T21:50:32.146056525Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/blueprint_execution.rs:85","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.146064385Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\"}","iteration":14,"elapsed":"6.791µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.14627365Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.146842713Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.14713132Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.147369335Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1575, tv_nsec: 228076758 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.147463518Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.147630862Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.147670493Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.14797072Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.14798071Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148117703Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.148182734Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-04-18 21:40:32.143975616 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148192095Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148199775Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"expiration\":\"2025-04-18T21:40:32.143975616Z\",\"pruned\":[]}","iteration":13,"elapsed":"4.211507ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148207975Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148214445Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148221855Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148228595Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148235346Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148242126Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148248186Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148254646Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148260936Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148266696Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148273816Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148281397Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.148288797Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:53"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148295157Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148301457Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148308607Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148314697Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148321438Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.148330348Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148340318Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148349458Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148358718Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148364489Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148371119Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148377019Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148383199Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148389119Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.14839503Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148474361Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148484721Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148514152Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148549173Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148582214Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148591864Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148650485Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148677916Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148692486Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148712427Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148739607Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148748028Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148783088Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148792659Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.14882806Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.14883788Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148936122Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.148946982Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149071035Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149082075Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149203148Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149379012Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149390022Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149397253Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149403173Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149409483Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149416173Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149422523Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149429214Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149435714Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149442304Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149448424Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149454384Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149459894Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149466124Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149607048Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.14970279Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.14971341Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.14972191Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.14972845Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149734951Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149741501Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.149824653Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1575, tv_nsec: 230536705 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.150040238Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.150444667Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.151220605Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.151762628Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.152050135Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"6.02364ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.152226968Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.152500275Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.152782801Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.154218615Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.154227125Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.154409199Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.155168337Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.15529738Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.15530814Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.155461424Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.155905444Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.157554412Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.158018713Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.15829947Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.159000966Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.159066598Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.159265512Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.160985363Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.160998763Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.161193077Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.161458034Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.161480254Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.161650268Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.16172286Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.16173542Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.161889024Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.163487051Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.163497851Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.163539662Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.163772107Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.163848069Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.166139692Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.166149543Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.166321837Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.167083974Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.167097535Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.167244008Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.168430576Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.170606096Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.170625757Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.17075572Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.17162609Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.171685501Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.171731233Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"22.34184ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.176987005Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"27.53727ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.179819661Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"30.401457ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.185310789Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.186325962Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.186769292Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"38.429664ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.186867015Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.187212013Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"DnsResolver","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e7ffd369-36f7-4a70-8eaa-f2caf443b72d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1575, tv_nsec: 267904295 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.18753748Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1118"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.188890602Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":25,"elapsed":"39.465948ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.188943953Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.188953913Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.189125827Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.190430818Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.193744745Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.193778756Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.194010901Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.196447998Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.199471958Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.199498949Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.199638172Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.203288527Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.206598074Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.206627255Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.206640915Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.206649615Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.206658745Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.206887571Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.207114986Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.210866363Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.210895524Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.210907964Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.210918525Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.210926855Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.211890547Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.212292617Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.212318487Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.212396969Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.212414229Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.212423429Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.21243235Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.212582423Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.212906481Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.215128843Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.215234825Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.215263896Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.215277006Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.215287156Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.215564693Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.21633292Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.216356151Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.217075288Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.219578206Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"df27eca6-926b-410b-8908-8e677b9bbe51","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":370,"response_code":"200"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.220565119Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.2205902Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.220861216Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.223571529Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.224671095Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.224696195Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":73,"elapsed":"78.656651ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.225033353Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.228247288Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.229714962Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.229745763Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.229762693Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.230175713Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.230344657Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.230634103Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.230651364Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.230875439Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.232420235Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.232445815Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.232706402Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.233098061Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"83.686338ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.234069263Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.237519994Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.237554654Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.237763189Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.244602509Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.245060429Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.245355106Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.245825137Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.249639026Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"101.41576ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.250336582Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.250362583Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:137","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.250401413Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"102.102966ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.251834707Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.252206266Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.255182155Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.255529373Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.25715285Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.260023177Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"110.587454ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.260626111Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.260648982Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.260659572Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.260913038Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.261142983Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.261333658Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.261655915Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.264118023Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.26485748Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.265341211Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.267636854Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.267659465Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.267887491Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.27088208Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.275701552Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Sled { parent: Fleet, key: e7ffd369-36f7-4a70-8eaa-f2caf443b72d, lookup_type: ById(e7ffd369-36f7-4a70-8eaa-f2caf443b72d) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.275737843Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.27602631Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.277366651Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.277399802Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.277415602Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"129.174216ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.281218051Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"0","iteration":25,"elapsed":"132.957644ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.283455283Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.284359244Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.285737576Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.287145208Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.287175649Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"dcd479cb-b384-45f0-a072-188f0eb801b7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.28719236Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.287523577Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.292101714Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"143.755216ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.304030461Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"155.690824ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.312917708Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"163.516776ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.316690716Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.316758988Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3bf57fcf-3536-4909-b360-3a624f2fc18b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.316778648Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.317202178Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.318893018Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.318924018Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.319294117Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db550e49-a414-44f1-a923-7cc22a3a9076\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:50:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.319320837Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.319568243Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.319618194Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.319630065Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":25,"elapsed":"171.269057ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.320406443Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_watcher.rs:552","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.320428283Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"172.157927ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.321225602Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.324719353Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.324740503Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.32500459Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.326833312Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.326850683Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.32715812Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98aa9eda-253a-4a54-b655-5a8520f88226\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:50:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.32717908Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.329029873Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.344691448Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.345683021Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-18T21:38:27.245841Z, time_modified: 2025-04-18T21:38:27.245841Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 28742152-4697-4096-9af4-ee73c590d81a, db_silo: Silo { identity: SiloIdentity { id: 28742152-4697-4096-9af4-ee73c590d81a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-04-18T21:38:58.917947Z, time_modified: 2025-04-18T21:38:58.917947Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 28742152-4697-4096-9af4-ee73c590d81a, db_silo: Silo { identity: SiloIdentity { id: 28742152-4697-4096-9af4-ee73c590d81a, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-04-18T21:38:58.917947Z, time_modified: 2025-04-18T21:38:58.917947Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.345716672Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"28742152-4697-4096-9af4-ee73c590d81a\",\"tls_certs\":[\"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\"]}},\"default_endpoint\":{\"silo_id\":\"28742152-4697-4096-9af4-ee73c590d81a\",\"tls_certs\":[\"8a7a75b3c5db5e26fd32264d3ca023a7c8ef9b82a2a6b2ccf322c1f6083b6e0d\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"201.805696ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.349341886Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.349370767Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.349602032Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.354851784Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.355139001Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.377287117Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:113","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.377320637Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"229.096992ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.381006253Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.45304002Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1126","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.45308499Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.453437319Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"component":"MgsClient","rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27278817-a03b-4210-9fef-5d60cfc93b85\", \"content-length\": \"26\", \"date\": \"Fri, 18 Apr 2025 21:50:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.453456159Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1129","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.455017375Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/mod.rs:1163","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.466949583Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.476747691Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.477049968Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.488763651Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.488789812Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.489270773Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79869045-4a3c-4792-be56-05035fcef688\", \"content-length\": \"372\", \"date\": \"Fri, 18 Apr 2025 21:50:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.489299023Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.48958809Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.490602254Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"3bf57fcf-3536-4909-b360-3a624f2fc18b"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.490621534Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.490630004Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_time_created":"2025-04-18 21:38:58.964985 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.490638664Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":2}","iteration":13,"elapsed":"346.611547ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.491334401Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","found_so_far":55,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"dcd479cb-b384-45f0-a072-188f0eb801b7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.491347741Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.491360381Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"current_time_created":"2025-04-18 21:38:58.362728 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.491368372Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":1}","iteration":13,"elapsed":"347.311863ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.492015157Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"null","iteration":25,"elapsed":"347.982068ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.498655681Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.498986329Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.500362241Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.502646834Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.502671145Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.502837768Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.503693288Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":25,"elapsed":"359.759482ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.504319223Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.507444576Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.507467996Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.507660751Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.53426493Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.534296471Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.534612708Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dc1763a1-ac69-459e-8174-d890ea7af0a3\", \"date\": \"Fri, 18 Apr 2025 21:50:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.534627998Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.534806223Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.536665806Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.53683501Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.53900399Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.539208865Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e7ffd369-36f7-4a70-8eaa-f2caf443b72d push not needed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.541680023Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.541693873Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.5420256Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6e915474-f122-4516-a511-a7609b0f4aab\", \"date\": \"Fri, 18 Apr 2025 21:50:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.543848753Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":25,"elapsed":"395.578206ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.546638758Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.546964095Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"165d1d08-3d2f-4a5a-9089-74867bcf1f7c\", \"date\": \"Fri, 18 Apr 2025 21:50:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.546976216Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.548404849Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"94f14700-f910-4d85-867f-a852492adfaf\", \"date\": \"Fri, 18 Apr 2025 21:50:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.548417039Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.550389875Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.550404686Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"406.350967ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.575295875Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.575673814Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"abf50544-b9f7-422b-a692-e523adfec99b\", \"date\": \"Fri, 18 Apr 2025 21:50:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.575688424Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.57764242Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e10295fa-7ea5-417d-8221-cb3afb7ccd59\", \"date\": \"Fri, 18 Apr 2025 21:50:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.57765817Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.579702497Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c7c631f3-a3fa-4683-bfc0-0e75c2267b97\", \"date\": \"Fri, 18 Apr 2025 21:50:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.579716108Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.581570421Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.581613952Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"437.726598ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.595794852Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.596066628Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"SledAgent":"e7ffd369-36f7-4a70-8eaa-f2caf443b72d","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ee8fc5d-7031-4784-9ecf-17c048acc1ff\", \"content-length\": \"691\", \"date\": \"Fri, 18 Apr 2025 21:50:31 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.596091879Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.596101199Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.596109049Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.596620441Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":25,"elapsed":"448.410296ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.643760008Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.644108566Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.64598156Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:150","port":"SwitchPort { id: ceef6ff0-6258-4930-a3d1-91f73aa808de, rack_id: 77fffb14-f827-4a9d-bcca-89265e876169, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(2b69a503-f94b-470d-a38d-a7101e574d34) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.646011931Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.646280467Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.654896387Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1833","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.654921928Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1860","switch_port_settings_id":"2b69a503-f94b-470d-a38d-a7101e574d34","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.655127973Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:378","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.655141253Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:382","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.655149013Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:391","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.655157133Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:397","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.655164564Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.655171844Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2007","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.655326877Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:408","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.655350578Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:2043","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.655477661Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:417"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.655487141Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.655693496Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.657040657Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:466","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.657053248Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.817802799Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d24f659f-29df-4846-8226-510930403504\", \"date\": \"Fri, 18 Apr 2025 21:50:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:32.81784609Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:769","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.81785991Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.818136686Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"rack_id":"77fffb14-f827-4a9d-bcca-89265e876169","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f84013b-03d8-470c-9c28-332f89db39c7\", \"content-length\": \"682\", \"date\": \"Fri, 18 Apr 2025 21:50:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.818179727Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.818521755Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.821614398Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.821784202Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.824008573Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.82428913Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.825957399Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.826120682Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:32.832865299Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{}","iteration":25,"elapsed":"684.683605ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.145255151Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.145330743Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.14562652Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.147686158Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.148701731Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.148722982Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.148925436Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.150486013Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.150564025Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.150579305Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.150736949Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.150758869Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.152333386Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.15252512Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.153107494Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"4.418363ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.153967764Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.156533153Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.156548584Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.156676587Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.168156234Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:42.168172144Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":74,"elapsed":"22.969704ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:42.219769275Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"d4ac811a-cc13-4dd8-81fb-2291e9b65931","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.145197961Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.145271293Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.14557398Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.147765691Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.148754434Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.148763604Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.148957709Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.150641538Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.150659298Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.150768321Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.150801482Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.150961375Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.153079655Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"4.31916ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.153133916Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.153410192Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.155122092Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.157681662Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 1ad596b7-4b8a-42eb-aaf8-e821f9391094, lookup_type: ById(1ad596b7-4b8a-42eb-aaf8-e821f9391094) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.157693892Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.157826365Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.167201133Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"original_time_created":"2025-04-18 21:38:20.631421 UTC","original_target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","time_created":"2025-04-18 21:38:20.631421 UTC","target_id":"1ad596b7-4b8a-42eb-aaf8-e821f9391094"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:52.167223914Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"1ad596b7-4b8a-42eb-aaf8-e821f9391094\",\"time_created\":\"2025-04-18T21:38:20.631421Z\"}","iteration":75,"elapsed":"22.047653ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:52.21905354Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/8788e8fd-5be4-49db-a7a7-727d0d877457","method":"GET","req_id":"d1a4f55c-f415-4de0-b652-66b7c6ad910d","remote_addr":"[fd00:1122:3344:101::d]:39180","local_addr":"[fd00:1122:3344:101::a]:32876","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":236,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:57.21154165Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:58184"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:57.211598721Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"894c372f-d18d-426a-b7f1-fe9bdb334265","remote_addr":"[fd00:1122:3344:101::d]:58184","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:57.2119605Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"894c372f-d18d-426a-b7f1-fe9bdb334265","remote_addr":"[fd00:1122:3344:101::d]:58184","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:57.214750505Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?sort_by=id_ascending","method":"GET","req_id":"894c372f-d18d-426a-b7f1-fe9bdb334265","remote_addr":"[fd00:1122:3344:101::d]:58184","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3185,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:57.21497413Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"9e72e083-a3f1-4cf0-b411-50df65715f2f","remote_addr":"[fd00:1122:3344:101::d]:58184","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-04-18T21:50:57.21539858Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"9e72e083-a3f1-4cf0-b411-50df65715f2f","remote_addr":"[fd00:1122:3344:101::d]:58184","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-04-18T21:50:57.217493109Z","hostname":"oxz_nexus_8788e8fd-5be4-49db-a7a7-727d0d877457","pid":23206,"uri":"/metrics/collectors/23b073a1-5e28-4053-bae3-5a953e07f245/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlN2ZmZDM2OS0zNmY3LTRhNzAtOGVhYS1mMmNhZjQ0M2I3MmQifX0%3D","method":"GET","req_id":"9e72e083-a3f1-4cf0-b411-50df65715f2f","remote_addr":"[fd00:1122:3344:101::d]:58184","local_addr":"[fd00:1122:3344:101::a]:12221","component":"dropshot_internal","name":"8788e8fd-5be4-49db-a7a7-727d0d877457","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2570,"response_code":"200"}