{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.324437858Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.324530681Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.324541731Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.324549271Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.324554991Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.324560991Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.324840099Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.32485159Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.324861Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.325509378Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.325529439Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.325537199Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.32554393Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.32555004Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.32555656Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.32556226Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.32556797Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.32557341Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.32557986Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.325585571Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.325772866Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.325784686Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.325794817Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.325809677Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.325888739Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.326166267Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.326577509Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.326585589Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.326592079Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.326598339Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.3266038Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.32661028Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.32661603Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.32662186Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.3266293Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.32663521Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.326640881Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.326647221Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.326652541Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.326658121Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.326663701Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.326670041Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.326676191Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.326682412Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.326850836Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.326864547Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.326927339Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.32698737Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.327036622Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.327075543Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.327086233Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.327094574Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.327513165Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4818, tv_nsec: 618682926 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.327779333Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.327909517Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.328328289Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4818, tv_nsec: 619496539 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.328581516Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.329006538Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.504329ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.329032718Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.329042699Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.329213174Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.329999216Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.330009616Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.33016477Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.331265552Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.331734585Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.332569459Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.333461154Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.333477544Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.33368965Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.334982907Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.335005168Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.335035939Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.335048009Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.335129551Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.335217794Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.335291096Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.335418679Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.337756256Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.338075735Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.339603738Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.339800234Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.340326639Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.340559615Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.340817083Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.341004778Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4818, tv_nsec: 632164379 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.341028949Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.341325827Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.341818741Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.344349633Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.344376064Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.344524178Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.364956888Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.364988278Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":64,"elapsed":"40.562061ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.370308929Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.370657739Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.372215243Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.372402309Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.373967833Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.375772524Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.375785785Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.375795725Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.375803435Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.376061552Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.376144955Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.376747382Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Sled { parent: Fleet, key: 23b0ec58-d6f5-4744-a480-2ff78825ad63, lookup_type: ById(23b0ec58-d6f5-4744-a480-2ff78825ad63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.376771543Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.376944948Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.377779741Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"52.247082ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.379476649Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"0","iteration":22,"elapsed":"53.951791ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.379539751Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"52.900291ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.380310373Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.380488708Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"53.860857ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.381014693Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"54.433164ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.381987031Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.382121384Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.382138125Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.382295289Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.382365791Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.382546376Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.384718518Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.384747219Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.384981656Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.387839966Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.389824513Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.389848774Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.389931646Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.390342128Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.390571254Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.413131664Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.413158645Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.413488204Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c2fb110-62de-4e68-8495-53265bb8f546\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:45:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.413502374Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.414496033Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"87.888753ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.415260594Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.416687115Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.416697405Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.416703975Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.417002994Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.418583329Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.418592789Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"91.937728ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.419537906Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"92.931616ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.429014434Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.429036545Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.429333214Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dcff1a8-5c46-4a23-9bb2-1a0143a0ef89\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:45:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.429348494Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.431298569Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.435953751Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.435966542Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.436212889Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"087f1bca-f4af-43d1-a4c0-e8a7b77eb59d\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:45:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.436227699Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.438113983Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.441651573Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.441999603Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.445966226Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.445980106Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.445988926Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"119.398537ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.45107902Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.451331878Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.452587823Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.454346433Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.454357924Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.454515378Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.482042219Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.483747217Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.483758507Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.483919242Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.484139738Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"158.6245ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.519757829Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":22,"elapsed":"195.31309ms"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.563758387Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.563804068Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.564302502Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dc99b87-ec0f-4e96-94c4-491289693f84\", \"content-length\": \"372\", \"date\": \"Mon, 13 Jan 2025 09:45:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.564338303Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.564801837Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.587025457Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.587070608Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.587328476Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e9c8e37a-4d2e-44a6-a0fb-3c8b2c391735\", \"date\": \"Mon, 13 Jan 2025 09:45:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.587347556Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.58783425Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.59029942Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.590631139Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.593730617Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.594002995Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.602070604Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.602421364Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a520456-40cf-46c4-8a76-7e05db723d75\", \"content-length\": \"1\", \"date\": \"Mon, 13 Jan 2025 09:45:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.604822122Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.604978016Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.605017077Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.60512325Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.60547177Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"fedbffb2-64cc-46cc-adb5-887f458eec96\", \"date\": \"Mon, 13 Jan 2025 09:45:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.607139247Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":22,"elapsed":"280.525608ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.607178848Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"null","iteration":22,"elapsed":"282.73206ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.763670808Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.764045178Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.76587005Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: cf47d32d-22b4-440a-9a0d-5a9a9854fae3, rack_id: 1870dbb3-0b63-4064-8b75-d13052a6b844, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(4092a315-547a-46f8-95c3-fadc7b773d72) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.765883381Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.766129728Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.766504708Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.766901639Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c25f050-d58a-4f2f-a3c6-3705b22a55f3\", \"content-length\": \"691\", \"date\": \"Mon, 13 Jan 2025 09:45:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.76693078Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.7669409Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.766947881Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.768254338Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":22,"elapsed":"442.751809ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.776265415Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.776527432Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"184bc5ab-759d-487a-b79c-2aaad116b5cb\", \"content-length\": \"134\", \"date\": \"Mon, 13 Jan 2025 09:45:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.776550173Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.776559303Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"4092a315-547a-46f8-95c3-fadc7b773d72","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.77679243Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.77680217Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.77680825Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.77681438Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.776821401Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.776827181Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.776985485Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.776993696Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.777636684Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.777650884Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.778038745Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.780144915Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.780249858Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8be7512f-c7d0-4087-9d91-cc6b4643f892\", \"content-length\": \"2\", \"date\": \"Mon, 13 Jan 2025 09:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.780264609Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.780379192Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c204b916-544d-466c-a555-c2890a35ef69\", \"content-length\": \"52\", \"date\": \"Mon, 13 Jan 2025 09:45:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.780399222Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.780412933Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.839150169Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"09ad9602-0635-4c44-ab4e-da29de87a32a","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":440,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.912509549Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ecd03b34-ed93-4d8b-b46b-c986d4e49a45\", \"date\": \"Mon, 13 Jan 2025 09:45:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:08.91254755Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.912556151Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.913051725Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65ac019c-6ea4-4fa1-882d-fdedb4d1cd33\", \"content-length\": \"682\", \"date\": \"Mon, 13 Jan 2025 09:45:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.913087966Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.913478347Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.917015617Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.917291955Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.921440113Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.921783243Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.923642995Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.923917553Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:08.930698615Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":22,"elapsed":"605.164746ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.32438632Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.324441041Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.324707259Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.326413377Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.326436058Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.326630883Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.326758297Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.329076073Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.329089793Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.329241087Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.331122651Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.331382238Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.33285135Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.335161825Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.335185316Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.335302469Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.347602808Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.347621439Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":65,"elapsed":"23.25653ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.356349756Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.356524811Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:18.391981027Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"65.569569ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:18.839037388Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"082ccee2-74ae-41f9-a86e-7aeb95597464","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.324104374Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.324156466Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.324424813Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.325974637Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.325986238Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.32605067Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.326339018Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.327599003Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.3278151Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.328504129Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.328512559Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.328661164Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.330701731Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.330865466Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.331962447Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.334127789Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.334136379Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.334267063Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.342592829Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.342612359Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":66,"elapsed":"18.523525ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:28.355715081Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"29.746154ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:28.838485696Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"d37b6458-2f59-4afc-94ea-e61c96c09599","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":280,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:33.8315366Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:48091"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:33.831648223Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"d9236c7c-3cfd-4de8-913c-b155da383511","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:33.831948432Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"d9236c7c-3cfd-4de8-913c-b155da383511","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:33.834512564Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"d9236c7c-3cfd-4de8-913c-b155da383511","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2908,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:33.834735801Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"cdcf0751-cdb5-427a-ad6f-9392567d105d","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:33.834977078Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"cdcf0751-cdb5-427a-ad6f-9392567d105d","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:33.837104318Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"cdcf0751-cdb5-427a-ad6f-9392567d105d","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2400,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323221442Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323295504Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323311104Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323322925Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323335525Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323346505Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323358106Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323369456Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323381566Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323765307Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323920962Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323931872Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323938942Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323946572Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323956263Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323962243Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323969083Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323975693Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.323981343Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-13 09:35:38.323939662 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323988804Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.323995464Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.324001204Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.324007374Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":14,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.324101147Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1f43c908-b359-4270-af63-5cac8aa77fdb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"71902bad-a686-4e55-a47d-0aa068188db1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"786f0836-6abb-49b5-bb1d-fbf4e2e1f87a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"786f0836-6abb-49b5-bb1d-fbf4e2e1f87a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 4848, tv_nsec: 615559878 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.324164199Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.32420582Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9c3f4527-02c9-47ef-aeb2-b0bfd626d594.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ada928be-2ae2-46f2-a73d-9a9db5f21861.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ada928be-2ae2-46f2-a73d-9a9db5f21861.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 4848, tv_nsec: 615638150 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.324255491Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.324265571Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.324301392Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.324309353Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.324606271Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.324669933Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.324678663Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.436681ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.324731355Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.324742575Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":12,"elapsed":"1.460391ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.324805257Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325105375Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325293561Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325704942Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-13T09:45:38.325712852Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325719073Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\"}","iteration":13,"elapsed":"10.04µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325726193Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325732153Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325737733Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325744584Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325750933Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325757314Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325764004Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325770134Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325776074Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.325782014Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325788115Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325793425Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325800005Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325806655Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325812535Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325818755Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325824476Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325830746Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325835996Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325841566Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325847996Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325854087Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325860527Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325866067Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325871877Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325877587Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.325884347Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325890157Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325896718Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325903118Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325908858Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325914648Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325920408Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325927398Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325933749Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325940429Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325946899Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.325953599Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.32598017Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.326009021Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.326063402Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.326147165Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.326223247Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.326250128Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.326297809Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.326308519Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.32633177Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.326363311Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.326372601Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.326379251Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.326386842Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.326394672Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.326402632Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.326440603Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.326449964Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.326943578Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.327355459Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4848, tv_nsec: 618817430 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.327597286Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.328201663Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-13 09:35:38.323939662 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.328211783Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"expiration\":\"2025-01-13T09:35:38.323939662Z\",\"pruned\":[]}","iteration":12,"elapsed":"4.265821ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.328577604Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.328587364Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.328724978Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.328733178Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.328906903Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4848, tv_nsec: 620377075 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.329119009Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.330120028Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.330514339Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.331890728Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.331901808Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.332057452Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"6.278598ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.332118494Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.332726371Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.333781711Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.334106191Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.33514115Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.337201538Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.337215209Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.337324212Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.337333962Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.337373233Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.337564079Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.339052711Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"13.232895ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.339395041Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.340654876Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.340664737Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.340670377Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.340867612Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.340976765Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.341092259Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.341629024Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.341653955Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.341777228Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.343304222Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.344593238Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.345435752Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"19.595676ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.345499874Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.345510634Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.34571407Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.347798399Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.347809989Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.348051796Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.34996068Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.350177577Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.350357622Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.350610419Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.351977868Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4848, tv_nsec: 643433349 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.352010389Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.352255016Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.352331178Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.352345758Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.356532857Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.357198016Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.357210956Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.357260447Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.357738341Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.359573363Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.361903959Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.36193448Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.362080824Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.370355709Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.37038582Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.37039674Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.37040654Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.370602106Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.376694319Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.376711679Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.376718279Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.376724039Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.376759231Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.377051859Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.378195071Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.378213962Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.378225322Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"52.270723ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.378683835Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.378990344Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.379245741Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.379259422Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.379412516Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.380375023Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"54.414783ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.38166346Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.381854725Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.382463042Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.382674438Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.389593835Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.389749989Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.391423307Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.393828795Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.393842535Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.393852435Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"68.075552ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.39437698Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.395033059Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.39505911Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.395276156Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.396886931Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"70.969493ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.397509009Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.397519769Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.39752572Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.397741476Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.39826481Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.398280781Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.398459216Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.43101558Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.431244146Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.45747152Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.457770049Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.48882641Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.4969644Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.496977531Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.49730893Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea5f0a89-25bf-453a-bb92-9c4c3fd34f5c\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:45:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.497329351Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.498830453Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.506845341Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.506859221Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.507101588Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcccd7f2-ae3a-440c-9216-84562959fe5d\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:45:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.507117548Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.50859717Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.5103539Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.510370681Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.510594197Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a2f1b90-8dbd-4178-8701-3bd0c34f9dac\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:45:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.510619548Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.51176921Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.567083919Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.694071522Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.694397461Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04d9e55c-797d-4852-9957-90caded67e1c\", \"content-length\": \"1\", \"date\": \"Mon, 13 Jan 2025 09:45:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.696066798Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.696411088Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.701455721Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.701474142Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.701872313Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"003ab1f2-8f86-4601-81a6-ba396a4a6402\", \"content-length\": \"372\", \"date\": \"Mon, 13 Jan 2025 09:45:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.701900884Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.702234063Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.704188319Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.70599958Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":23,"elapsed":"382.055497ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.70705464Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.707082001Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.707166113Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.707213885Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.707524083Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.712395272Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"null","iteration":23,"elapsed":"388.47256ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.740325154Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.740396786Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":67,"elapsed":"416.382352ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.741409795Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"415.673432ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.746296793Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"420.366945ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.74969794Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.75006079Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.750083621Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"424.183193ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.750280456Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.750308817Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.750319107Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"424.500812ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.752630613Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.752647013Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.752815928Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.758263173Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.758754067Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4e841bda-22de-4d11-83b0-1b4177ba050f\", \"date\": \"Mon, 13 Jan 2025 09:45:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.758783067Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.758793438Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.758802938Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b3bd316f-d4bc-4cac-891d-937109de66f6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.758813188Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.759128867Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.760046173Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.760362522Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.760677191Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.760757813Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.760770254Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.760900697Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"129eca73-1e26-4cfc-915e-e32a66a8ad85\", \"date\": \"Mon, 13 Jan 2025 09:45:38 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.760911738Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.760920488Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.762417591Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.762678118Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.762936495Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.762947186Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"438.974722ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.762987667Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Sled { parent: Fleet, key: 23b0ec58-d6f5-4744-a480-2ff78825ad63, lookup_type: ById(23b0ec58-d6f5-4744-a480-2ff78825ad63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.763002297Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.763168872Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.763565413Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.763579813Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.763721408Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.765834587Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.766706702Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"0","iteration":23,"elapsed":"440.926328ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.767111784Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b3bd316f-d4bc-4cac-891d-937109de66f6"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.767123764Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.767131314Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"current_time_created":"2025-01-13 09:35:19.577504 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.767139874Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"generation\":2}","iteration":12,"elapsed":"443.869411ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.767370371Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.767382081Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.767522825Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.771977252Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.782864111Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.782903701Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.78319992Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a7da4b97-1d65-4c19-9939-f0a89948d49c\", \"date\": \"Mon, 13 Jan 2025 09:45:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.783225321Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.783484838Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.786006789Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.786227146Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.789702034Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.790039954Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.793268955Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.793297656Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cff5046c-90a4-46c7-b2fa-027c4652efc3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.793311567Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.793321367Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.797857066Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.797881866Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.798312039Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"67d44c57-a323-4083-bb67-7b71d59cc67c\", \"date\": \"Mon, 13 Jan 2025 09:45:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.800407828Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":23,"elapsed":"474.526791ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.80224699Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.803946369Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.803962139Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.804113113Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.807051106Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.809270969Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.80929462Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.809482426Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.8110516Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"485.314737ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.820851738Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"494.897109ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.83537206Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-13T09:45:38.837118119Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.837161041Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"511.284773ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.838309443Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.838352405Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.838404976Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"4346166c-4885-4db8-b49d-4e6b0afb1e73","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":384,"response_code":"200"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.838688144Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.842540763Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cff5046c-90a4-46c7-b2fa-027c4652efc3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.842574134Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.842586585Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"current_time_created":"2025-01-13 09:35:18.568644 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.842600805Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"generation\":1}","iteration":12,"elapsed":"519.389573ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.847079862Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-13T09:34:33.350965Z, time_modified: 2025-01-13T09:34:33.350965Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 908515bb-b293-4962-9f01-6fe4d1129c5d, db_silo: Silo { identity: SiloIdentity { id: 908515bb-b293-4962-9f01-6fe4d1129c5d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-13T09:35:19.518651Z, time_modified: 2025-01-13T09:35:19.518651Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ba378de94c398d40218e0d17ccbb968c5fe3ceae98775d2eb0c26384a262f9b4\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 908515bb-b293-4962-9f01-6fe4d1129c5d, db_silo: Silo { identity: SiloIdentity { id: 908515bb-b293-4962-9f01-6fe4d1129c5d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-13T09:35:19.518651Z, time_modified: 2025-01-13T09:35:19.518651Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"ba378de94c398d40218e0d17ccbb968c5fe3ceae98775d2eb0c26384a262f9b4\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.847123453Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"908515bb-b293-4962-9f01-6fe4d1129c5d\",\"tls_certs\":[\"ba378de94c398d40218e0d17ccbb968c5fe3ceae98775d2eb0c26384a262f9b4\"]}},\"default_endpoint\":{\"silo_id\":\"908515bb-b293-4962-9f01-6fe4d1129c5d\",\"tls_certs\":[\"ba378de94c398d40218e0d17ccbb968c5fe3ceae98775d2eb0c26384a262f9b4\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"523.17403ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.851772305Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.852471505Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f6677314-5c6e-4b4d-85bd-2c44586ce1d8\", \"date\": \"Mon, 13 Jan 2025 09:45:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.852503916Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.854901984Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2f8623e9-3381-4cc9-accc-47fde5db7c21\", \"date\": \"Mon, 13 Jan 2025 09:45:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.854939835Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.856734066Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"dc8d3d5a-ef5e-4e87-8182-daa6d3963948\", \"date\": \"Mon, 13 Jan 2025 09:45:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.856769967Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.858731783Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.858785204Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"535.558042ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.89601092Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.896654928Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.906645101Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: cf47d32d-22b4-440a-9a0d-5a9a9854fae3, rack_id: 1870dbb3-0b63-4064-8b75-d13052a6b844, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(4092a315-547a-46f8-95c3-fadc7b773d72) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.906693063Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.907107704Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.925861826Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.926307509Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acea854a-85bf-4597-bc7c-5f5978dfcd0a\", \"content-length\": \"134\", \"date\": \"Mon, 13 Jan 2025 09:45:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.9263344Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.92634622Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"4092a315-547a-46f8-95c3-fadc7b773d72","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.926688Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.92670308Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.92671052Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.926718401Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.926726641Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.926733891Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.926966548Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.926980508Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.927232185Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.927243936Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.927702049Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.938352621Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.938851145Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c9afd5f-7646-4cef-b6e4-17ae3f2bfe95\", \"content-length\": \"691\", \"date\": \"Mon, 13 Jan 2025 09:45:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.938898386Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.938916277Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.938929097Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.940741318Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.94080854Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":23,"elapsed":"615.065777ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.940906963Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dce6776e-4b52-4d5d-b6bd-2282d6399537\", \"content-length\": \"2\", \"date\": \"Mon, 13 Jan 2025 09:45:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.940921154Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.941034857Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19d07b91-047f-4172-a35b-2520969d153c\", \"content-length\": \"52\", \"date\": \"Mon, 13 Jan 2025 09:45:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:38.941051387Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:38.941064368Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.058233821Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6030b9e4-81f7-471c-b380-e4453fa8fadc\", \"date\": \"Mon, 13 Jan 2025 09:45:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:39.058278753Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.058289843Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.058679044Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"debd8ada-e942-42db-83de-d85828403318\", \"content-length\": \"682\", \"date\": \"Mon, 13 Jan 2025 09:45:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.058723275Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.059070765Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.062028029Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.062257756Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.066205137Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.066472465Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.068839972Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.069060289Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.076556651Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":23,"elapsed":"750.805268ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.2806471Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"producer-registration-task","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.280689282Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"producer-registration-task","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.310650672Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"producer-registration-task","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:39.310755355Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.31093294Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3d10641e-cb1e-4230-8d3c-73c9e310f59c","remote_addr":"[fd00:1122:3344:101::b]:53335","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.311228168Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3d10641e-cb1e-4230-8d3c-73c9e310f59c","remote_addr":"[fd00:1122:3344:101::b]:53335","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:39.34723922Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/oximeter.rs:76","collector_id":"c3c1e4d1-6dfd-41a3-8a41-d02098f85b39","producer_id":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:39.34726544Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/metrics/producers","method":"POST","req_id":"3d10641e-cb1e-4230-8d3c-73c9e310f59c","remote_addr":"[fd00:1122:3344:101::b]:53335","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36384,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.347323612Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"producer-registration-task","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d10641e-cb1e-4230-8d3c-73c9e310f59c\", \"content-length\": \"41\", \"date\": \"Mon, 13 Jan 2025 09:45:39 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.348383172Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"producer-registration-task","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:39.348403173Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"producer-registration-task","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.324444289Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.324504331Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.32480842Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.326324623Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.326333983Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.326679423Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.353960596Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.354331737Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.354654836Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.356432427Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.356456597Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.356593471Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.35864966Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.358937498Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.360238205Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.362596832Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.362612332Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.362747466Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.373698627Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.373725617Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":68,"elapsed":"49.295679ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:48.383186965Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"56.866373ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:48.838609415Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"4d620a02-ba93-4e92-ac7d-07587a853140","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":309,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.323706021Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.323761443Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.324069862Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.326541202Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.326557972Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.326752078Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.328391454Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.328541838Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.358992482Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.359784315Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"33.232043ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.361543005Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.361554845Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.361708209Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.363886461Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.364053386Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.365517707Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.367770631Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.367782662Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.367917285Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.379193385Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:45:58.379213966Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":69,"elapsed":"55.527625ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:45:58.838683349Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"083f1041-15d8-4711-932a-74cff9bdd430","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":297,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:03.830827428Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"36de82e4-420a-4eee-bb0c-e32c2eef96d0","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:03.831170418Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"36de82e4-420a-4eee-bb0c-e32c2eef96d0","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:03.833451283Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"36de82e4-420a-4eee-bb0c-e32c2eef96d0","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2705,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:03.833777792Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"12090d6f-3d88-431c-b555-7278b813338a","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:03.834120131Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"12090d6f-3d88-431c-b555-7278b813338a","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:03.836476098Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"12090d6f-3d88-431c-b555-7278b813338a","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2774,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.323903509Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.323955871Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.323968091Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.323976232Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.323984112Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.323994672Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.324381243Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.324397674Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.324459365Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.32496988Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.32498079Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.32498934Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.324996231Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.325004151Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.325012781Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.325021341Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.325027452Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.325034982Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.325042292Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.325051352Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.325297699Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.325311029Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.325384022Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.325403032Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.325525855Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326360129Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.3263776Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.32638657Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.32639542Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326401111Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326409741Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.326417941Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326425231Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326432991Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326440272Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326448502Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326456552Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326463052Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326470892Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326476853Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326485323Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326492863Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326499323Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326642987Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326691999Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326706599Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.3267436Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326757341Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326803732Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326815372Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.326825703Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.327868882Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.327950644Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4878, tv_nsec: 619689345 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.328340535Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.329190839Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4878, tv_nsec: 620942851 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.329502458Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.330372453Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.331043102Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.331060232Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.331266649Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.331853985Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"6.879555ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.332622757Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.332643277Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.332845713Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.334398037Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.336128716Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.336884628Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.336901348Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.337104504Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.338217446Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.338241856Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.338400351Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.340054708Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.342348473Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.342665922Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.343417033Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.343442914Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.343713611Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.346916762Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.347456938Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.34753795Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4878, tv_nsec: 639274971 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.347928351Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.349315981Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.351257725Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.351280846Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.351443981Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.381282527Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"54.883397ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.387335019Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.387491203Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"61.053102ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.387833443Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.388039489Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.391425535Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.391453596Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.391679992Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.391820656Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.391837057Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.391843797Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.392249558Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.393784332Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.393961057Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.394035519Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.394056299Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.394137582Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.394273616Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.394389129Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.394586195Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.395158681Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.395505351Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.397921799Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"72.917569ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.403091476Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.405120413Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.405137834Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.40535579Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.406374079Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.409041405Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.409063045Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"82.664365ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.409670673Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.409701863Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.409889799Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.411884655Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.411907636Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.412278676Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"021c6c9f-46a7-42be-8ba1-a30fd4deb867\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:46:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.412295267Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.414101048Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.424528554Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.424562105Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":70,"elapsed":"100.679026ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.425337957Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.425824121Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.426897461Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.42719713Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.42860494Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.42896586Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.429178696Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.429204287Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.42933922Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"102.93272ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.429637199Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28af5c5f-69c6-4d49-ace9-4aa3536b7efc\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:46:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.429653859Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.431682987Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.437901133Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.437925214Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.438225063Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4824b94-db56-4812-b9c3-0bbd135ab02a\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:46:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.438258604Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.439302663Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"112.871782ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.440385904Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.442927776Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.442956707Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.442965967Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.443224024Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.447096044Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"120.642612ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.470525359Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.474316046Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Sled { parent: Fleet, key: 23b0ec58-d6f5-4744-a480-2ff78825ad63, lookup_type: ById(23b0ec58-d6f5-4744-a480-2ff78825ad63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.474366408Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.474502221Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.47761687Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"0","iteration":24,"elapsed":"152.6345ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.482363395Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.482387485Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.482397365Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"156.009946ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.502130215Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"177.135045ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.522162404Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.522538074Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.524680715Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.526682602Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.526705333Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.526872717Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.528641607Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.530741787Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.530767248Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.531040475Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.540338339Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":24,"elapsed":"216.435209ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.547230875Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.547604375Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e8ab087-df60-4380-b819-0b63976a213e\", \"content-length\": \"1\", \"date\": \"Mon, 13 Jan 2025 09:46:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.549372355Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.549677104Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.55164658Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"null","iteration":24,"elapsed":"227.721209ms"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.601410432Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.601450083Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.601957267Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"214cdfeb-b60d-44c7-b908-c3eb07eabb4a\", \"content-length\": \"372\", \"date\": \"Mon, 13 Jan 2025 09:46:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.602000088Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.602517973Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.668108264Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.668156955Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.668494984Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6aa8565d-42d8-40ae-bba0-a395f31395d4\", \"date\": \"Mon, 13 Jan 2025 09:46:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.668513445Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.668947897Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.67256528Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.672844708Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.676569884Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.676920974Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.722837706Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.72333371Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54023a9a-b8c6-4b4e-a937-a8b778f95f78\", \"content-length\": \"691\", \"date\": \"Mon, 13 Jan 2025 09:46:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.723377591Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.723389282Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.723397952Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.726099969Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":24,"elapsed":"401.125008ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.72683531Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.727075136Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.727093277Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.727300603Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.727409836Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"bd45bfda-bf48-470c-bc46-fee95ec95135\", \"date\": \"Mon, 13 Jan 2025 09:46:08 GMT\"} })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.729500075Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: cf47d32d-22b4-440a-9a0d-5a9a9854fae3, rack_id: 1870dbb3-0b63-4064-8b75-d13052a6b844, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(4092a315-547a-46f8-95c3-fadc7b773d72) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.729527116Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.729772353Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":24,"elapsed":"403.386783ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.729859515Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.741834445Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.742181885Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b44d45b-c4be-474e-b7f8-4532fc7f5773\", \"content-length\": \"134\", \"date\": \"Mon, 13 Jan 2025 09:46:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.742211556Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.742227356Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"4092a315-547a-46f8-95c3-fadc7b773d72","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.742625087Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.742635368Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.742643898Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.742651468Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.742660108Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.742667828Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.742893255Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.742903915Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.743240995Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.743251765Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.743589255Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.745580871Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.745707375Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69e16f16-b4c8-45d0-8eef-2d314bb070ff\", \"content-length\": \"2\", \"date\": \"Mon, 13 Jan 2025 09:46:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.745724045Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.745850189Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94534e63-7c6b-493f-a0df-4e60c68d27b7\", \"content-length\": \"52\", \"date\": \"Mon, 13 Jan 2025 09:46:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.745868409Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.74587809Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.838903838Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"b74b7718-ec28-40a3-9235-9336cd19eeba","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":399,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.870985668Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"37da3ec7-bd0f-4662-ad15-07fbca0e9d1a\", \"date\": \"Mon, 13 Jan 2025 09:46:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:08.87103497Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.87104534Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.8717514Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76b254b5-d169-4bc5-8b39-90106477d5d8\", \"content-length\": \"682\", \"date\": \"Mon, 13 Jan 2025 09:46:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.871791911Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.872205933Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.875675281Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.875916038Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.879832079Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.880171449Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.882427913Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.882814824Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:08.889834753Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":24,"elapsed":"564.807912ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.324028936Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.324085817Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.324380616Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.326083434Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.326091984Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.326414754Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.326521866Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.328880753Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.328891314Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.329036358Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.331069926Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.331387064Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.333293119Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.335648416Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.335660356Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.335791969Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.352259417Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.352284767Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":71,"elapsed":"28.278352ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.355565381Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.3559086Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:18.357219347Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"31.131403ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:18.83851962Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"831dbdca-3c59-41da-868f-ef0665c8e23d","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.323579506Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.323629367Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.323904725Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.325090939Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.326124728Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.326138618Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.326479848Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.327490157Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.327501977Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.327655292Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.329646858Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.329944076Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.331371647Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.333718473Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.333730394Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.333865418Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.346096835Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.346129456Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":72,"elapsed":"22.55419ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.361753659Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.362019996Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:28.363233401Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"37.110072ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:28.837831253Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"c4dadaa6-101d-4ee3-b6c4-bd3e09ef295e","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.322337683Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.322407745Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.322423916Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.322436676Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.322450967Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.322464157Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.322477797Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.322490758Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.322504088Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.322857338Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323028463Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323178807Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9c3f4527-02c9-47ef-aeb2-b0bfd626d594.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ada928be-2ae2-46f2-a73d-9a9db5f21861.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ada928be-2ae2-46f2-a73d-9a9db5f21861.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 4908, tv_nsec: 615202778 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323329912Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323349772Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323363442Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323379603Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323395163Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323410154Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323425244Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323439584Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323454935Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323468676Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.323483966Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-13 09:36:38.323419214 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323500136Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323514267Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1f43c908-b359-4270-af63-5cac8aa77fdb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"71902bad-a686-4e55-a47d-0aa068188db1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"786f0836-6abb-49b5-bb1d-fbf4e2e1f87a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"786f0836-6abb-49b5-bb1d-fbf4e2e1f87a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 4908, tv_nsec: 615509506 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323754844Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323807685Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323818195Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.443161ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323848276Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323887637Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323917338Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.323930258Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.32397813Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.324056912Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.324112294Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.324125274Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":13,"elapsed":"1.696288ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.324542466Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.324805313Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325106382Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325115472Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-13T09:46:38.325122562Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","reason":"blueprint disabled"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.325129992Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325136283Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325142733Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\"}","iteration":14,"elapsed":"14.41µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325150263Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325157373Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325164104Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325170794Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325177114Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325183864Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325190064Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325195854Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325203385Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325209325Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325215645Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325221775Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325227795Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325233555Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325239976Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325245936Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325253086Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325258706Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325265156Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325270947Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325276777Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325283377Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325291477Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325300397Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325309258Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.325319078Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325327698Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325337038Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325345879Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325354319Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325363179Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325371929Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.32538027Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.32538873Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.32539728Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.32540529Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325413411Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325465362Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325482513Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325492443Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325504113Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325514883Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325525454Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325536834Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325634907Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325656538Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325688378Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325700759Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325709209Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.32573836Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325764741Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325774591Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325780871Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325790311Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325797302Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325817552Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325826192Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325834172Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325911345Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.325922265Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.326043638Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.326053069Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.326174072Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.32679118Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4908, tv_nsec: 618830651 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.327013526Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.327050087Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.327785648Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4908, tv_nsec: 619829559 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.328055615Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.328233671Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.328804717Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.329685412Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-13 09:36:38.323419214 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.329696892Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"expiration\":\"2025-01-13T09:36:38.323419214Z\",\"pruned\":[]}","iteration":13,"elapsed":"6.275608ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.32996897Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.3299803Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.330164945Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.330362141Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.330379961Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.330520976Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.331793532Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.332565894Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.333404927Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.333929362Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"8.79694ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.334011495Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.334689834Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.334711224Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.334864429Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.336147535Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.336162576Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.33631473Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.33668427Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.336695211Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.336844695Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.338762789Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.34089815Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.3409204Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.341138407Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.344503992Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.346688694Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.346713265Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.346841808Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.348398732Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"23.068494ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.351009627Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"25.73423ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.351380557Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.351399688Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.351408588Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"26.08959ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.351505381Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.354181277Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.354196757Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.354339361Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.355513745Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.355920706Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.356108011Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.356394509Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.35782509Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4908, tv_nsec: 649851001 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.357852721Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.358133599Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.35817459Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.375052459Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.376895061Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.376923882Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.377069826Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.379209787Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.380061041Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.381933654Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.381945494Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.382091488Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.382872661Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.385032742Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"59.833827ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.385816854Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.387499242Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.387521832Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.387726918Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.387826691Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.388045267Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.388073628Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.388083958Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.388092569Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.388101969Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.388449399Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.389113727Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.389492558Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.389989472Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.392053361Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.392079332Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.392306478Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.392591836Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.392607217Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.392613777Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.392855364Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.393154202Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.39343717Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.393578144Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.396705743Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"71.557139ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.397612639Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.397629049Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.397638379Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.397842985Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.397976939Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.399408399Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.39942817Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"74.138873ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.400024507Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.400051508Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.400237023Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.401977443Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.401999763Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.402190469Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.402497697Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.402514398Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.402637601Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.402902539Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.403076604Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.403087824Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"77.862779ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.404121183Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.404751671Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"79.624859ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.405264326Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.405274956Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.405492682Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.406905982Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.406921053Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.407083597Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.409386463Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.41141313Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.41142842Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.411577625Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.424032438Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.42445469Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.425229352Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.425244512Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.425254053Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"100.13074ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.426256531Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.42657737Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.42726265Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.42727765Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":73,"elapsed":"103.905928ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.428203907Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.428251508Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.428490224Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.429121402Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.429147143Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.429154583Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.429160834Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.429417801Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.430861612Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Sled { parent: Fleet, key: 23b0ec58-d6f5-4744-a480-2ff78825ad63, lookup_type: ById(23b0ec58-d6f5-4744-a480-2ff78825ad63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.430877962Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.430972355Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.431072408Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.431218132Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.432048536Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.432227981Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.43256134Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.432583381Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cff5046c-90a4-46c7-b2fa-027c4652efc3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.432608341Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.432812447Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.441196115Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"115.870907ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.448540193Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.448560274Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.448567314Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.44879129Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.452414743Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.468734846Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.469155218Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.490098352Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.490117413Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.490455912Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb21f9d2-d03d-4c37-8d42-6d9f1b982b66\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.490475853Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.493454327Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.495072363Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.495081324Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.495259909Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a86477b0-d8f5-4eec-a2ef-e989e10a24b9\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.495275949Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.496556905Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.512659782Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"187.491989ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.554770297Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.581587798Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.581643809Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.582295307Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"856ce448-ee18-43bc-bf31-79d95ee7aa53\", \"content-length\": \"372\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.582337309Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.584387417Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.585855079Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.586485876Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.58731286Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"0","iteration":25,"elapsed":"262.176047ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.588271197Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.588300948Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.588537835Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.590428778Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.590969344Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.591000845Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.591312783Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.592538528Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.592566509Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.592581019Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"267.361194ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.595157412Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.595189623Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.595449331Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.603040236Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cff5046c-90a4-46c7-b2fa-027c4652efc3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.603081117Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.603095337Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"current_time_created":"2025-01-13 09:35:18.568644 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.603107698Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"generation\":1}","iteration":13,"elapsed":"280.787445ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.615305614Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.615366626Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.615711926Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"df3170a8-f22c-4673-998d-885734585afc\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.615729706Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.616051205Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.619709889Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.619934755Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.624000681Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.624490095Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.635351272Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.635380223Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.635911479Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"47f65bde-9b71-40a5-ab8c-8439b8a99f15\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.637702869Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":25,"elapsed":"312.444963ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.638705348Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"313.452442ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.651756758Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.651781109Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b3bd316f-d4bc-4cac-891d-937109de66f6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.651791469Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.652144099Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.653442576Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.656923855Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.656949945Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.65711681Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.658600522Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b3bd316f-d4bc-4cac-891d-937109de66f6"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.658624793Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.658633703Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"current_time_created":"2025-01-13 09:35:19.577504 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.658642263Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"generation\":2}","iteration":13,"elapsed":"336.211737ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.66347729Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-13T09:34:33.350965Z, time_modified: 2025-01-13T09:34:33.350965Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 908515bb-b293-4962-9f01-6fe4d1129c5d, db_silo: Silo { identity: SiloIdentity { id: 908515bb-b293-4962-9f01-6fe4d1129c5d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-13T09:35:19.518651Z, time_modified: 2025-01-13T09:35:19.518651Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ba378de94c398d40218e0d17ccbb968c5fe3ceae98775d2eb0c26384a262f9b4\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 908515bb-b293-4962-9f01-6fe4d1129c5d, db_silo: Silo { identity: SiloIdentity { id: 908515bb-b293-4962-9f01-6fe4d1129c5d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-13T09:35:19.518651Z, time_modified: 2025-01-13T09:35:19.518651Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ba378de94c398d40218e0d17ccbb968c5fe3ceae98775d2eb0c26384a262f9b4\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.663522922Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"908515bb-b293-4962-9f01-6fe4d1129c5d\",\"tls_certs\":[\"ba378de94c398d40218e0d17ccbb968c5fe3ceae98775d2eb0c26384a262f9b4\"]}},\"default_endpoint\":{\"silo_id\":\"908515bb-b293-4962-9f01-6fe4d1129c5d\",\"tls_certs\":[\"ba378de94c398d40218e0d17ccbb968c5fe3ceae98775d2eb0c26384a262f9b4\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"340.115018ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.67366751Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.67404731Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"530a8122-e5eb-4314-89b9-d8d723ce988d\", \"content-length\": \"2\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.675572453Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.675860222Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.677662773Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"null","iteration":25,"elapsed":"354.336421ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.685087753Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.685410532Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.687313757Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.688982744Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.688999084Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.689140208Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.690440055Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.692199185Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.692211625Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.69235869Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.699949595Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.705003428Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.705024209Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.705333778Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e598b2f-8ce2-4490-8b4a-101c1e5685f6\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.705381669Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.707658224Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-13T09:46:38.720881399Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.720902739Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"395.691005ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.764481695Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":25,"elapsed":"441.091512ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.773713187Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.774109009Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b863b804-a5c5-4fe0-87f8-8c601ee61a3e\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.774125229Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.7759231Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"72f6f8ac-6007-4007-9f96-ce46402f2b7f\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.775937631Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.777354391Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.777364981Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"454.033839ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.812038655Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.812495048Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4696943-0663-446e-9d8f-5d8d0a97c0e7\", \"content-length\": \"691\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.812510038Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.812517978Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.812524508Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.814628628Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":25,"elapsed":"489.480735ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.825870267Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.82634274Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"94785e72-e761-4871-af75-c890d3a714e1\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.826360041Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.827848803Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"167f3126-86a4-41ed-a416-21c85f30c4c6\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.827866924Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.829792708Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fa8285e3-8be1-47fd-9330-e4cd3a4093c6\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.829806028Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.831854407Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.831890778Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"509.550184ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.838373232Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"4a2f09df-7932-4396-a701-1721a1dc01b3","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":245,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.904630221Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.904986831Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.906508504Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: cf47d32d-22b4-440a-9a0d-5a9a9854fae3, rack_id: 1870dbb3-0b63-4064-8b75-d13052a6b844, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(4092a315-547a-46f8-95c3-fadc7b773d72) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.906534775Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.906931076Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.91730248Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.917699661Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bf2a4a8-b420-48a6-917f-ad51b6b4b2cb\", \"content-length\": \"134\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.917722832Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.917734032Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"4092a315-547a-46f8-95c3-fadc7b773d72","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.918073222Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.918084602Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.918090772Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.918097943Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.918103873Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.918110273Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.918310499Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.918319659Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.918530025Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.918538375Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.918850224Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.920937783Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.921033316Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc1198de-882f-4a7e-86a2-851b0b2fb8e3\", \"content-length\": \"2\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.921045156Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.921239782Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46a13941-9512-4a52-9e67-7e4d06beed18\", \"content-length\": \"52\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:38.921254212Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:38.921263682Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:39.025803208Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"17333332-39d1-431f-a42a-3c80df71bebd\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:39.025836599Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:39.025845459Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:39.026172038Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48b3d982-8dd2-4397-86f6-7248e2034dca\", \"content-length\": \"682\", \"date\": \"Mon, 13 Jan 2025 09:46:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:39.02622359Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:39.026558819Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:39.030313526Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:39.030496301Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:39.034173805Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:39.034536536Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:39.036680187Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:39.036870122Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:39.043675575Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":25,"elapsed":"718.541512ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.323947602Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.324002243Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.324301362Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.325093414Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.325116465Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.3252824Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.326503114Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.326777242Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.327035599Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.328700256Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"3.595932ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.328850341Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.328860731Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.328992555Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.330992312Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.331312561Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.333248036Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.335816569Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.335828429Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.335961733Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.344956368Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.344977288Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":74,"elapsed":"21.045697ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.830993815Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"537f3336-f297-42cb-93ce-d96992060431","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.831304964Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"537f3336-f297-42cb-93ce-d96992060431","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:48.833949759Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"537f3336-f297-42cb-93ce-d96992060431","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3020,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.834259148Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"0b2b281c-e40b-4885-b504-769f57c7ddd8","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:48.834610928Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"0b2b281c-e40b-4885-b504-769f57c7ddd8","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:48.83681523Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"0b2b281c-e40b-4885-b504-769f57c7ddd8","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2627,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:48.837236512Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"7ae301e4-5531-4ec3-8e6b-0ed7cf6c6a71","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":237,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.323199653Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.323273535Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.323683877Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.325692814Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.325711594Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.325814397Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.32590488Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.327844425Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.328072561Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.32837537Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.32838637Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.328535814Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.329997036Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"4.295752ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.330508601Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.330756508Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.332203198Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.334596726Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.334606317Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.33474177Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.34353891Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:46:58.34355372Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":75,"elapsed":"20.389048ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:46:58.83741155Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"7b8a83d1-a5d0-423d-8ecd-81f093da1e91","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.323247257Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.32332699Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.32334196Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.32335386Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.323364291Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.323374551Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.323737151Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.323755732Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.323768472Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.32438777Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.32440537Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.324419951Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.324433551Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.324447231Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.324459182Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.324472302Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.324483773Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.324491273Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.324498143Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.324505783Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.324649317Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.324658127Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.324664678Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.324831962Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.324883354Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325637075Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325650675Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325660266Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325669116Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325678666Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325688236Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325697617Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325706457Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325714897Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325720908Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.325727768Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325735238Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325743568Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325751918Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325760369Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325769499Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325779449Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.32578781Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325891572Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325914123Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325984155Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.325994005Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.326027086Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.326086158Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.326134749Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.326191361Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.326462638Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4938, tv_nsec: 618793100 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.326565092Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4938, tv_nsec: 618906513 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.326720146Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.326790048Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.327100957Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.328206198Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.328308881Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.328320161Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.951772ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.329967018Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.329983629Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.330153123Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.330780641Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.330790591Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.330973686Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.331417889Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.33143393Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.331573314Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.332078128Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.333726375Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.333742375Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.333870999Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.335354701Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.335523046Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"9.88636ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.335941558Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.338242623Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.338262743Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.338742517Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.338770398Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.338781268Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.338789008Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.339852908Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.340181258Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.340292081Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.340597739Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.34169121Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.341896786Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.34556194Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.345805447Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.347279249Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.349250055Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4938, tv_nsec: 641570666 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.349609965Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.350003146Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.350022387Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.350373147Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.353032902Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.355459011Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.355584495Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.355594845Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.35576927Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.358792166Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.358820676Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.359116625Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.361179193Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.36140133Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.363241772Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.364863048Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.364875338Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.365032083Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.367010579Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.368661306Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.368679926Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.36881147Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.373563965Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.373586425Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":76,"elapsed":"50.340248ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.37445894Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"48.790954ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.374737688Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.374960184Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.375065737Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.375419207Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.375975893Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.376281122Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.378970258Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.379196005Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.380394259Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.380652906Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.382344764Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.382359334Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.382366144Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.38256667Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.393192042Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.393214182Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"67.505584ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.400289763Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"75.895483ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.400306423Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.400314313Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.400632662Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bd7d032-15ba-4d20-85fa-5c712f233ffb\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:47:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.400649163Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.403540805Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.404242505Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"79.834705ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.424544881Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.424565061Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.424755287Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a3e5ae8-1403-4c44-a7b4-43b29f666948\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:47:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.424772197Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.425990412Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.497530701Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.497568352Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.497787338Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"879d8cc5-5a88-4215-9750-9a3d3a63f8ec\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:47:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.497803269Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.499566099Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.505197549Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.505723564Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e95fa037-1bf4-4a7c-a21c-202b1db5b7f0\", \"content-length\": \"691\", \"date\": \"Mon, 13 Jan 2025 09:47:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.505759615Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.505770705Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.505778795Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.507331449Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":26,"elapsed":"182.95137ms"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.615996402Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.616032433Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.616447644Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57078f14-27d0-4ec9-aa53-17761a12e430\", \"content-length\": \"372\", \"date\": \"Mon, 13 Jan 2025 09:47:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.616482905Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.616871187Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.617936797Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"292.274831ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.61804648Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.618371519Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.618827032Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"293.138896ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.619669966Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.619961114Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.620129299Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.620142779Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.62014926Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.620305374Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.62050899Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"294.806742ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.621625781Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.624249826Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Sled { parent: Fleet, key: 23b0ec58-d6f5-4744-a480-2ff78825ad63, lookup_type: ById(23b0ec58-d6f5-4744-a480-2ff78825ad63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.624266206Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.624414981Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.626446828Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"0","iteration":26,"elapsed":"302.042418ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.632122859Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.63214446Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.632333935Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"33faa8ed-f8e6-4ad7-a0d9-70bfaf932818\", \"date\": \"Mon, 13 Jan 2025 09:47:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.632359326Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.63251084Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.634295511Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.634459475Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.636711089Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.637016378Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.639784226Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.639806657Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.64024994Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1a11bcc4-2a76-423c-bec1-f9cda77b7fe2\", \"date\": \"Mon, 13 Jan 2025 09:47:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.641555607Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":26,"elapsed":"315.87079ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.649342108Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.649368088Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.649379499Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"323.710533ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.660934726Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":26,"elapsed":"337.662198ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.663687975Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.663946382Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"217c8b5f-faa7-4074-912e-63877c321f2a\", \"content-length\": \"2\", \"date\": \"Mon, 13 Jan 2025 09:47:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.665379392Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.665580478Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.666993788Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"null","iteration":26,"elapsed":"343.776572ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.712148909Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.712485129Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.71358982Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: cf47d32d-22b4-440a-9a0d-5a9a9854fae3, rack_id: 1870dbb3-0b63-4064-8b75-d13052a6b844, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(4092a315-547a-46f8-95c3-fadc7b773d72) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.7136006Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.713838827Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.720458735Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.720688712Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3e683b7-571d-43cb-930e-5e4a97d8c441\", \"content-length\": \"134\", \"date\": \"Mon, 13 Jan 2025 09:47:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.720707092Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.720720372Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"4092a315-547a-46f8-95c3-fadc7b773d72","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.720953609Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.72098167Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.72099399Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.721003621Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.721013861Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.721023021Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.721153845Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.721176365Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.721391252Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.721403882Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.721604138Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.723420559Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.723538222Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b166a975-7e7d-427c-956c-993fd11b7112\", \"content-length\": \"2\", \"date\": \"Mon, 13 Jan 2025 09:47:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.723571973Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.723666116Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9f5a474-e7ea-41d8-bf80-48c280c5128a\", \"content-length\": \"52\", \"date\": \"Mon, 13 Jan 2025 09:47:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.723682306Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.723695647Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.833477261Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c177f8d3-f5c9-4af2-9a22-a6e39ccf6deb\", \"date\": \"Mon, 13 Jan 2025 09:47:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.833528913Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.833544003Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.833842931Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"965eeb80-11fb-4851-a55e-6fe14659678e\", \"content-length\": \"682\", \"date\": \"Mon, 13 Jan 2025 09:47:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.833897143Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.834382667Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:08.837933367Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"909fa246-8f98-4a0a-9a9e-e38210a91ea7","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":493,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.838748961Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.839163382Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.84297237Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.84332308Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.845356618Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.845757419Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:08.854756415Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":26,"elapsed":"530.309163ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.323816166Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.323896019Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.32430142Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.325191615Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.325200965Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.32536595Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.326711138Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.327071138Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.327418658Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.329129037Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.329151288Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.329272171Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.329301822Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"4.101176ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.331089372Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.331336899Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.333171471Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.3355993Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.335608871Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.335745805Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.344978186Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.344990907Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":77,"elapsed":"21.207752ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.830810778Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"14b96255-921d-4899-8a26-048a3de4b548","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.831114027Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"14b96255-921d-4899-8a26-048a3de4b548","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:18.833111063Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"14b96255-921d-4899-8a26-048a3de4b548","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2369,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.833457903Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"8548b1c2-b333-4389-82c8-baa7aa8188d8","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:18.833768002Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"8548b1c2-b333-4389-82c8-baa7aa8188d8","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:18.835439609Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"8548b1c2-b333-4389-82c8-baa7aa8188d8","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2036,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:18.837882259Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"0ad9dfa9-c3df-4b96-bd5f-34f5021d0079","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":262,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.322977275Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.323052207Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.323444708Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.325432025Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.325450375Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.325704413Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.325734913Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.327262807Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.327496123Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.328148612Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.328160202Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.328300516Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.329224912Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"3.793358ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.330107767Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.330424706Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.331838627Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.334234235Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.334248055Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.334393469Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.342756166Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:28.342776207Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":78,"elapsed":"19.836502ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:28.83784637Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"00f86e9b-f106-4f15-8199-01440c692c58","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":281,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:33.830351069Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"d454815d-d2e2-4a9c-b72f-e099889ab018","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:33.830663698Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"d454815d-d2e2-4a9c-b72f-e099889ab018","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:33.833753815Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"d454815d-d2e2-4a9c-b72f-e099889ab018","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3467,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:33.834069624Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"96edaf03-d00b-4952-9c26-1ca47d9fe90d","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:33.834416524Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"96edaf03-d00b-4952-9c26-1ca47d9fe90d","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:33.836405771Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"96edaf03-d00b-4952-9c26-1ca47d9fe90d","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2398,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.321927318Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.32198261Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.3219958Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.32200679Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.322016751Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.322027351Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.322036231Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.322044911Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.322053392Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":14,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.322440393Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.322479964Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.322574416Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9c3f4527-02c9-47ef-aeb2-b0bfd626d594.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ada928be-2ae2-46f2-a73d-9a9db5f21861.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ada928be-2ae2-46f2-a73d-9a9db5f21861.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 4968, tv_nsec: 615165277 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.322653789Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.322671959Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.322683219Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.32269435Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.32270559Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.32271618Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.322726561Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.322738561Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.322750031Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.322761132Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.322772872Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-13 09:37:38.322712640 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.322785122Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.322820933Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1f43c908-b359-4270-af63-5cac8aa77fdb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"71902bad-a686-4e55-a47d-0aa068188db1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"786f0836-6abb-49b5-bb1d-fbf4e2e1f87a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"786f0836-6abb-49b5-bb1d-fbf4e2e1f87a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 4968, tv_nsec: 615430184 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323105131Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323238005Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323281596Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323304527Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323325518Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323347418Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.299527ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323362529Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323469922Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323566924Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323578245Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323586285Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":14,"elapsed":"1.575114ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323817292Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-13T09:47:38.323826532Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323837642Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323848252Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323857203Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\"}","iteration":15,"elapsed":"11.841µs"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.323868393Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323877183Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323886034Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323894584Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323904144Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323913224Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323921665Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323929645Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323937795Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323946395Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323955026Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323963916Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.323972896Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.32412501Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324149321Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324158901Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324171222Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324185072Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324228393Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324271264Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324897842Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.324907502Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324913753Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324920513Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324928073Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324936783Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324946134Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324954614Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324963944Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324971735Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324981035Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324990145Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.324999815Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325008345Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325016896Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325026616Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325035306Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325043377Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325051307Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325060797Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325070227Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325080058Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325088408Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325097748Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325263363Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325280213Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325291813Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325302624Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325313984Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325339565Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325367126Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325380356Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325393846Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325402137Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325451228Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.325973623Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4968, tv_nsec: 618584674 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.32621437Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.326264681Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.326803356Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.327864726Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.327933588Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-13 09:37:38.322712640 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.327946379Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"expiration\":\"2025-01-13T09:37:38.322712640Z\",\"pruned\":[]}","iteration":14,"elapsed":"5.227568ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.328031321Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4968, tv_nsec: 620650703 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.328262698Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.328272568Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.328281098Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.328458043Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.329953966Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.329963626Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.330132451Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.330942074Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.332016224Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.332111867Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"8.271795ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.332667493Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.332677583Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.332683273Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.332689873Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.332892849Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.333089455Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.33329728Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.334013191Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.334022351Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.334203636Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.335089811Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.335109142Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.335117982Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.335277217Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.335342859Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.33575513Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.335930705Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.336465021Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.337911471Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.337921582Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.338083206Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.338269142Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.338461577Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.338646712Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.338660263Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.338791447Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.341002709Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.34102274Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.34102976Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.341210335Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"16.236061ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.341219995Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.343087858Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"18.090743ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.343177901Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"18.225097ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.343231842Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.343378637Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.343433578Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.343676035Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.344355684Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.344404416Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.344420476Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.344708464Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.344774166Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.345317461Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4968, tv_nsec: 637900952 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.345561619Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.345812646Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.345835146Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.346018521Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.346273439Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.346285099Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.346482305Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.348309317Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"24.445823ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.348890683Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.348916034Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.349085579Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.35017929Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.350410646Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.353118003Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.35336068Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.353879944Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-13T09:47:38.353908905Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.353925746Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"28.92956ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.354803491Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.354820981Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.354827061Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.354999556Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.355061508Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.356707945Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.356727415Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.35690072Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.359126163Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.360192283Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.360211264Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.360485112Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.361894592Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.361915092Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.362149939Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.371799073Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.371833894Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":79,"elapsed":"49.155774ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.37522647Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.375562359Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.377108083Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"52.188051ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.377280418Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.377594527Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.378787711Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.379170372Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.38084882Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.380888971Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.380906301Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"55.952787ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.381311783Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.381624322Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.382860137Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.383005191Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.383018111Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.383024561Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.383030861Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.383081323Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.383241747Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.383887756Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"58.949362ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.384218865Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.384491343Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.384503393Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.384912535Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.386703366Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.387619261Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.387630852Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.387639322Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"63.80302ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.388466445Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.388480486Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.388676362Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.389138515Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Sled { parent: Fleet, key: 23b0ec58-d6f5-4744-a480-2ff78825ad63, lookup_type: ById(23b0ec58-d6f5-4744-a480-2ff78825ad63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.389159485Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.389167336Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.389174036Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.389363171Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.389471344Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.390110472Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.390120552Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.390128383Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"65.201939ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.390414501Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.390436441Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b3bd316f-d4bc-4cac-891d-937109de66f6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.390446842Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.390690759Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.391225544Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"0","iteration":27,"elapsed":"67.386051ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.391819601Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.394460526Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.394471996Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.39461753Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.39637013Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.396557585Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.398051768Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.398075738Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cff5046c-90a4-46c7-b2fa-027c4652efc3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.398085229Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.398209392Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.398220402Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"73.263258ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.398257073Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.412989461Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"87.965566ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.466723525Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.466973043Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.466995313Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.467335133Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1be7b91c-9750-4e26-ac0b-f1764d468001\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.467359383Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.469505174Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.472922231Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"149.064479ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.48803904Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.48839419Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.4961419Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.49615647Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.496439259Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b8ef986-479c-4f11-8d9c-b91b709fc037\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.496459559Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.496929062Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.498077425Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.525866343Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.525908444Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.526164072Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e07b138a-1217-4668-9123-f00c3256267b\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.526177252Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.527811818Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.647838883Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.647881764Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.648296746Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20b923ea-cb1f-49da-8133-7a368d24f130\", \"content-length\": \"372\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.648329087Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.648886073Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.650617712Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b3bd316f-d4bc-4cac-891d-937109de66f6"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.650644503Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.650656743Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"current_time_created":"2025-01-13 09:35:19.577504 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.650666483Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"generation\":2}","iteration":14,"elapsed":"328.667613ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.650674994Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.650928881Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.651809046Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.654393709Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.65442008Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.654523743Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.654532953Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.654636126Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.654716598Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.654726989Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.6547945Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.654888623Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.656516659Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.657672452Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cff5046c-90a4-46c7-b2fa-027c4652efc3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.657695623Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.657704213Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"current_time_created":"2025-01-13 09:35:18.568644 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.657712583Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"generation\":1}","iteration":14,"elapsed":"335.813146ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.658759653Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.658772453Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.65902664Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.663739074Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.697193173Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.697607975Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"06627d6d-ed2b-4bf7-84e0-dc73282d80f5\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.697627686Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.698519501Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-13T09:34:33.350965Z, time_modified: 2025-01-13T09:34:33.350965Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 908515bb-b293-4962-9f01-6fe4d1129c5d, db_silo: Silo { identity: SiloIdentity { id: 908515bb-b293-4962-9f01-6fe4d1129c5d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-13T09:35:19.518651Z, time_modified: 2025-01-13T09:35:19.518651Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ba378de94c398d40218e0d17ccbb968c5fe3ceae98775d2eb0c26384a262f9b4\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 908515bb-b293-4962-9f01-6fe4d1129c5d, db_silo: Silo { identity: SiloIdentity { id: 908515bb-b293-4962-9f01-6fe4d1129c5d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-13T09:35:19.518651Z, time_modified: 2025-01-13T09:35:19.518651Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ba378de94c398d40218e0d17ccbb968c5fe3ceae98775d2eb0c26384a262f9b4\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.698595793Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"908515bb-b293-4962-9f01-6fe4d1129c5d\",\"tls_certs\":[\"ba378de94c398d40218e0d17ccbb968c5fe3ceae98775d2eb0c26384a262f9b4\"]}},\"default_endpoint\":{\"silo_id\":\"908515bb-b293-4962-9f01-6fe4d1129c5d\",\"tls_certs\":[\"ba378de94c398d40218e0d17ccbb968c5fe3ceae98775d2eb0c26384a262f9b4\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"375.935834ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.699830338Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"c8c37d34-1b97-4465-beb6-9cf8f6671d6a\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.699847049Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.700813066Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.700841587Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.701086994Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"928304fb-2251-4393-b656-e01cf62e0294\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.701112634Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.701509105Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.701715711Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.701731912Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"379.052273ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.703500912Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.70379893Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.706221029Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.706547019Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1000a3fd-e560-44fc-8c26-efccce53030d\", \"content-length\": \"2\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.706921969Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.707186047Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.70801486Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.708258947Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.709680167Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"null","iteration":27,"elapsed":"387.028639ms"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.710276104Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.710290475Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.710652495Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"afadcdb7-4082-439b-afb1-3dedc735bae7\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.713084384Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":27,"elapsed":"388.186991ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.715515863Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":27,"elapsed":"392.812202ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.780849646Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.781295789Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"12150815-8474-4759-803c-97a178e22c93\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.78132319Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.782605466Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2d1885e3-1498-4d6b-9097-26321e4b95b4\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.782620557Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.784338795Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0344f37b-567d-48d9-b754-4b1c874dba06\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.784357226Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.786374563Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.786400844Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"464.476326ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.818389991Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.818788503Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6d1a710-e1b8-40eb-b805-1afc27714a1f\", \"content-length\": \"691\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.818820113Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.818829404Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.818836184Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.81974055Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":27,"elapsed":"495.877906ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.827630283Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.828008634Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.829472606Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: cf47d32d-22b4-440a-9a0d-5a9a9854fae3, rack_id: 1870dbb3-0b63-4064-8b75-d13052a6b844, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(4092a315-547a-46f8-95c3-fadc7b773d72) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.829497966Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.829665701Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.837214815Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"103eb61d-a83f-419c-b49a-e765f416581e","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":326,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.840234231Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.84057463Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d5619b1-1208-4a38-9edc-ca21a85590c7\", \"content-length\": \"134\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.840603361Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.840618312Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"4092a315-547a-46f8-95c3-fadc7b773d72","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.840982472Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.840998702Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.841006223Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.841014483Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.841021923Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.841028753Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.841233779Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.841246089Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.841528117Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.841545228Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.84197919Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.843591446Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.8437437Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49663f05-de33-47fb-be78-d42a67856833\", \"content-length\": \"2\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.843761901Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.843880634Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f69215c-e9ee-4657-974e-e722898bfc6c\", \"content-length\": \"52\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.843903015Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.843915405Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.990780491Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f085ed83-7b1a-41c4-b41f-24d24302b698\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:38.990837542Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.990854363Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.991437479Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6db2a75-ddb6-45c2-9265-44932b87aaf5\", \"content-length\": \"682\", \"date\": \"Mon, 13 Jan 2025 09:47:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.991502971Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.991979385Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.996497313Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:38.996781531Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:39.00028123Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:39.00063329Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:39.002697359Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:39.002901745Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:39.01120024Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":27,"elapsed":"687.346677ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.32295185Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.323007902Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.323271839Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.324948086Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.324957427Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.325364138Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.325455511Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.327080707Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.327338004Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.3278848Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.32789788Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.328043514Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.329959359Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.330155194Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.331857913Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.334113546Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.334128567Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.334260291Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.345933572Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.345957913Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":80,"elapsed":"23.022973ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.356356677Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"31.410281ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.830323082Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"bd35b366-ab50-4690-87bd-dee6c2a38f43","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.830608361Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"bd35b366-ab50-4690-87bd-dee6c2a38f43","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:48.832627558Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"bd35b366-ab50-4690-87bd-dee6c2a38f43","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2383,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.832932146Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"fb3e5fbe-8d66-4af6-982f-d05c0bc4d870","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:48.833270966Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"fb3e5fbe-8d66-4af6-982f-d05c0bc4d870","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:48.835302594Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"fb3e5fbe-8d66-4af6-982f-d05c0bc4d870","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2435,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:48.836771355Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"c1775f59-bb09-4b1c-8949-2663837efaa1","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":265,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.32286738Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.322953263Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.323391735Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.325135085Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.325149075Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.325297489Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.325307219Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.327865102Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.327888423Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.328020866Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.33026559Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.330424215Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.33168001Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.33377073Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.33378806Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.333913474Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.342381924Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.342403964Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":81,"elapsed":"19.567905ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.353979403Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.354328793Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:47:58.35598397Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"30.845185ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:47:58.837251782Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"7aa6e312-4216-4170-be83-bbefffb0316c","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.323065378Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.323146081Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.323162951Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.323177022Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.323189422Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.323201572Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.323584743Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.323709457Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.323728317Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.32418407Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324203511Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324219291Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324230562Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324238362Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324246502Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324253982Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324261272Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324270433Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324277123Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324283473Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324396426Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324403947Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324425187Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324432627Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324438277Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324444168Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":28,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324451218Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324460708Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324466958Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324473538Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324482319Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324491779Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324501049Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.32451015Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.32451722Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.32452428Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.32453188Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.32453803Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.32454502Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324551631Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324560261Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324568011Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324775787Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324800358Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.3248784Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324903461Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324913551Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324922981Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324930802Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324937172Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.324945152Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.326254179Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4998, tv_nsec: 619162700 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.326485615Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.326563898Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.327620018Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4998, tv_nsec: 620523429 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.327859525Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.329034508Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.329059188Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.329194362Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.329786819Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"5.613219ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.33123382Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.332412354Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.333130984Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.333145704Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.333237347Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.333320009Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.333531735Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.334325718Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.334337558Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.334498943Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.334895534Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.33687544Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.336908101Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.337029955Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.338608439Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.338854576Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.339770022Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.339990209Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.340538084Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.340583895Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.340990807Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.342240682Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.342260913Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.342389397Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.346760701Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.346792091Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"22.298413ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.361822008Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.363871816Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.366668686Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.366689766Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.366977064Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.367072307Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.367086837Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.367263412Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.369153306Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"44.677387ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.370477914Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.370806103Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.373000025Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4998, tv_nsec: 665897646 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.373375166Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.374369664Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.374865838Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.375125545Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.37562658Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.376074522Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.376370281Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.377329668Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.377356729Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.377531823Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.378222263Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.378241364Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.378384478Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.38056168Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"56.155863ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.380687303Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.381059074Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.381857236Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.381870537Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.381877377Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.381888507Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"57.406279ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.382090363Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.383021799Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.383264216Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.384502521Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"60.047114ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.386175979Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.386201489Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":82,"elapsed":"63.12189ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.394210117Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.394420773Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.395507553Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.395519534Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.395857483Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df0fd7dd-cfc0-428b-82f6-d30596f2a8f9\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:48:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.395872614Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.396256315Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.396574774Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.398124888Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.405213979Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"80.967507ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.406072863Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.406083684Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.406337711Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1e229c1-d01f-47f5-8240-039ee90ec2f9\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:48:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.406361991Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.407921426Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.408892333Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"84.430985ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.415517361Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"91.321751ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.421515711Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.421532932Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.421540492Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.42183976Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.42711849Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.429659962Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Sled { parent: Fleet, key: 23b0ec58-d6f5-4744-a480-2ff78825ad63, lookup_type: ById(23b0ec58-d6f5-4744-a480-2ff78825ad63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.429674403Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.429840527Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.431560396Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"0","iteration":28,"elapsed":"107.349715ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.454230149Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.45425317Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.45426355Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"129.816752ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.470350276Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.470657755Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.47258351Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.474091083Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.474115963Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.474272338Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.475786651Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.477449338Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.477464298Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.477604212Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.48738424Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.48740628Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.487714899Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3a6a3dd-d2f7-4136-9e91-97ba32165182\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:48:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.48773224Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.48916651Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.566250237Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.566302058Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.566826813Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"118d96cc-ec69-48ce-8d4c-32dbc95097de\", \"content-length\": \"372\", \"date\": \"Mon, 13 Jan 2025 09:48:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.566852144Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.567319427Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.620201717Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.620244679Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.622215044Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8dd60dc6-0f61-4588-a228-5cdfee6abb24\", \"date\": \"Mon, 13 Jan 2025 09:48:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.622235845Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.622524443Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.625326893Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.625514708Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.628666967Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.628845772Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.629516871Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.629939714Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de5c8cb5-bd69-4bbf-a9ff-3fe2b3dea26a\", \"content-length\": \"691\", \"date\": \"Mon, 13 Jan 2025 09:48:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.629972775Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.629983965Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.629991415Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.631767375Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":28,"elapsed":"307.576985ms"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.632557758Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.632577288Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.632872907Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a893ff03-8277-4679-ae1b-a46be7d29561\", \"date\": \"Mon, 13 Jan 2025 09:48:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.634707449Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":28,"elapsed":"310.23401ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.637444567Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.637659902Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98948585-d2ea-4883-b51f-97fed525280a\", \"content-length\": \"2\", \"date\": \"Mon, 13 Jan 2025 09:48:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.63896757Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.639248218Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.640278237Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"null","iteration":28,"elapsed":"317.241359ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.643766916Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":28,"elapsed":"320.644216ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.704729165Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.705028954Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.706164956Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: cf47d32d-22b4-440a-9a0d-5a9a9854fae3, rack_id: 1870dbb3-0b63-4064-8b75-d13052a6b844, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(4092a315-547a-46f8-95c3-fadc7b773d72) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.706181016Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.706469594Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.714207084Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.714451261Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f963ce5-9a07-4752-a682-1da5e505c046\", \"content-length\": \"134\", \"date\": \"Mon, 13 Jan 2025 09:48:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.714469431Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.714479302Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"4092a315-547a-46f8-95c3-fadc7b773d72","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.714683887Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.714700588Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.714708118Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.714714448Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.714720759Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.714727629Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.714902214Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.714922844Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.715155721Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.715164971Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.715372697Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.717740474Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.717852327Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ac70e37-3eb7-4cad-8f79-eb7e73ef0cfd\", \"content-length\": \"2\", \"date\": \"Mon, 13 Jan 2025 09:48:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.717877788Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.7179495Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e2f4ef7-71a4-4366-8aa1-1c539a2304ed\", \"content-length\": \"52\", \"date\": \"Mon, 13 Jan 2025 09:48:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.717961491Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.717971051Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.811576666Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ffa69967-55fc-4806-971a-554f6edab032\", \"date\": \"Mon, 13 Jan 2025 09:48:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.811600537Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.811608387Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.812192544Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fce8599-0fbd-42b5-a08e-e75e3d9779ad\", \"content-length\": \"682\", \"date\": \"Mon, 13 Jan 2025 09:48:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.812229134Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.812493842Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.816491826Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.816768213Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.82018533Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.820453068Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.82265069Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.822852336Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:08.829478664Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":28,"elapsed":"505.210071ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:08.837624065Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"3c74acca-485d-4ede-a7de-4518e4d2691a","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":329,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:09.347749915Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"producer-registration-task","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:09.347790456Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"producer-registration-task","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:09.377486508Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"producer-registration-task","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:09.377582611Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56155"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:09.377755486Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cef789dc-657a-4eec-b721-28a857406b74","remote_addr":"[fd00:1122:3344:101::b]:56155","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:09.378056975Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cef789dc-657a-4eec-b721-28a857406b74","remote_addr":"[fd00:1122:3344:101::b]:56155","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:09.418986456Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/oximeter.rs:76","collector_id":"c3c1e4d1-6dfd-41a3-8a41-d02098f85b39","producer_id":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:09.419011297Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/metrics/producers","method":"POST","req_id":"cef789dc-657a-4eec-b721-28a857406b74","remote_addr":"[fd00:1122:3344:101::b]:56155","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41314,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:09.419086879Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"producer-registration-task","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cef789dc-657a-4eec-b721-28a857406b74\", \"content-length\": \"41\", \"date\": \"Mon, 13 Jan 2025 09:48:08 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:09.421158627Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"producer-registration-task","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:09.421172098Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"producer-registration-task","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.322292229Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.322346701Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.3226689Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.324296806Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.324312607Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.324351697Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.324673837Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.326499989Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.326736735Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.326836778Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.326849308Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.327002263Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.328643499Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"4.348953ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.329149854Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.329459833Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.330851582Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.33326669Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.333276691Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.333417315Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.341312489Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.341329759Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":83,"elapsed":"19.063511ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.829892178Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"5a1a1d45-4c03-464f-88ac-6a54e9f0df6e","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.830197757Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"5a1a1d45-4c03-464f-88ac-6a54e9f0df6e","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:18.832356688Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?sort_by=id_ascending","method":"GET","req_id":"5a1a1d45-4c03-464f-88ac-6a54e9f0df6e","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2540,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.832636626Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"8046f901-c67d-4030-902c-bef818465487","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:18.832991916Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"8046f901-c67d-4030-902c-bef818465487","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:18.834676334Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/metrics/collectors/c3c1e4d1-6dfd-41a3-8a41-d02098f85b39/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlYTU1NDZjMC1iNjlkLTRiYWYtOWI2OS1jNzIyZTUyYjhmODAifX0%3D","method":"GET","req_id":"8046f901-c67d-4030-902c-bef818465487","remote_addr":"[fd00:1122:3344:101::d]:48091","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2112,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:18.837143174Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"20b3396d-9bd8-4b3d-9f2e-bdc208e497f0","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":255,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.322205899Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.322255621Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.322528108Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.324193286Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.324207926Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.324498995Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.324556106Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.326500581Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.326729198Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.326986385Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.326995615Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.32715532Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.32858674Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"4.399415ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.329534957Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.329787045Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.331615786Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.333943282Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.333958613Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.334091576Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.3469191Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:28.346946421Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":84,"elapsed":"24.746831ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:28.837181178Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"c379b571-ceda-46c7-ba36-403224285d17","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.321802401Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.321880823Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.321898733Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.321911714Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.321926644Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.321940145Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.321951945Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.321962365Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.321974906Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322054598Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322071118Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322082278Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322095039Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322107589Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.3221201Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.32213219Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.32214429Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322155861Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.322167561Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-01-13 09:38:38.322093179 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322181541Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322192872Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":17,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322205522Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322428348Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322528741Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322677315Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"9c3f4527-02c9-47ef-aeb2-b0bfd626d594.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ada928be-2ae2-46f2-a73d-9a9db5f21861.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ada928be-2ae2-46f2-a73d-9a9db5f21861.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 5028, tv_nsec: 615834495 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322704716Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322722207Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322737697Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322752448Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1f43c908-b359-4270-af63-5cac8aa77fdb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"71902bad-a686-4e55-a47d-0aa068188db1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"786f0836-6abb-49b5-bb1d-fbf4e2e1f87a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"786f0836-6abb-49b5-bb1d-fbf4e2e1f87a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 5028, tv_nsec: 615933368 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322860411Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.322945243Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323051626Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323070727Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":29,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-01-13T09:48:38.323080867Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323091177Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\"}","iteration":16,"elapsed":"14.25µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323101858Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323110948Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323120788Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323130388Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323137808Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323143629Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323150419Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323156939Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323163609Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323169489Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323175129Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.32318126Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.32318698Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323229961Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323239151Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323247622Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323255332Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":15,"elapsed":"1.360009ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323262832Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.40219ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323328864Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323338254Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323420427Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323431147Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323438757Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323489118Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.32352219Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.323676524Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324275601Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324283531Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324289731Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324296221Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324301741Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324307802Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324314052Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324319992Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324326422Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324332562Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324339002Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324344873Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324351553Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324357243Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324362953Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324368534Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324374924Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324381154Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324387634Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324393874Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.324400384Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324406164Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324412315Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324417925Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324553909Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324655662Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324666952Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324675152Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324683912Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324694513Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324704583Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324720033Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324784265Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324808756Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.324818536Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.325952218Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-01-13 09:38:38.322093179 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.325973889Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"expiration\":\"2025-01-13T09:38:38.322093179Z\",\"pruned\":[]}","iteration":15,"elapsed":"3.865529ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.326291448Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 5028, tv_nsec: 619482119 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.326573506Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.326602047Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.32707325Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.328008107Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 5028, tv_nsec: 621207078 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.328200772Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.328355596Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.329047466Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.329063837Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.329167059Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"6.082442ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.329234412Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.329423527Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.329433217Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.329592252Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.33128981Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.33131316Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.332425792Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.334366257Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.334387018Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.334554972Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.334609254Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.334621214Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.334776899Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.336031154Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.337708832Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.337738033Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.337776584Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"13.469532ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.337856566Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.340888072Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.340939253Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.340947904Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.34115619Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.342836057Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.342866468Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.342880948Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"18.510286ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.342990032Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.343378923Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.344006371Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.344509955Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.344921837Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.344950257Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.345184244Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.345209915Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.347028726Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.347485899Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 5028, tv_nsec: 640673530 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.347794508Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.351984657Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.352016808Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.352257634Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.357007689Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.359932892Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.359965663Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.360114988Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.365449749Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.36583312Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.381869274Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.382324378Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.386477235Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.386521937Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.386531947Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.386540497Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.386733223Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"62.38296ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.387087373Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.387257417Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.387328229Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.387581167Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.387838964Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.387865245Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.387874795Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.388376019Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.389571643Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.389594734Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.389735928Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.390761767Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.391145948Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.392064324Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.392234708Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.392357072Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.392892487Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.392921018Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.392936939Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":85,"elapsed":"70.85214ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.393015471Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.393178845Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.393594457Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"69.314296ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.393867875Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.393885815Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.393897166Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"70.763087ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.393934477Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.394241416Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.394254126Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.394461982Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.395083639Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.39510304Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.395303526Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.395788009Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.39582139Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.395983925Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.396052067Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Sled { parent: Fleet, key: 23b0ec58-d6f5-4744-a480-2ff78825ad63, lookup_type: ById(23b0ec58-d6f5-4744-a480-2ff78825ad63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.396083718Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.396323455Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.396798168Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.397080876Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.397315673Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.398654781Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.4004088Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.400434511Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.400562225Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.402614383Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.40286849Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.40322753Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"0","iteration":29,"elapsed":"80.147244ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.403631322Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.403836278Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.404230689Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.406318318Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.4063871Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.40640007Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.419283146Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.419635406Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.434297962Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"111.185844ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.438405248Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.438444939Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"114.026914ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.438859741Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":29,"elapsed":"114.465847ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.439428957Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"115.073254ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.440653722Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.440674223Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.440685543Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"116.393962ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.443579055Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"119.249332ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.447035743Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.447057964Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cff5046c-90a4-46c7-b2fa-027c4652efc3"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.447067764Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.447160757Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.447460665Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.447674041Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.448712891Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.448734821Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.448742091Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.448747502Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.448965888Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.44902343Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.449830232Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.449857883Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.450013967Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.450639735Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.452279182Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.452302832Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.452531949Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.45468111Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.454701911Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.454888606Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.455787461Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-01-13T09:34:33.350965Z, time_modified: 2025-01-13T09:34:33.350965Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 908515bb-b293-4962-9f01-6fe4d1129c5d, db_silo: Silo { identity: SiloIdentity { id: 908515bb-b293-4962-9f01-6fe4d1129c5d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-13T09:35:19.518651Z, time_modified: 2025-01-13T09:35:19.518651Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ba378de94c398d40218e0d17ccbb968c5fe3ceae98775d2eb0c26384a262f9b4\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 908515bb-b293-4962-9f01-6fe4d1129c5d, db_silo: Silo { identity: SiloIdentity { id: 908515bb-b293-4962-9f01-6fe4d1129c5d, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-01-13T09:35:19.518651Z, time_modified: 2025-01-13T09:35:19.518651Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"ba378de94c398d40218e0d17ccbb968c5fe3ceae98775d2eb0c26384a262f9b4\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.455826812Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"908515bb-b293-4962-9f01-6fe4d1129c5d\",\"tls_certs\":[\"ba378de94c398d40218e0d17ccbb968c5fe3ceae98775d2eb0c26384a262f9b4\"]}},\"default_endpoint\":{\"silo_id\":\"908515bb-b293-4962-9f01-6fe4d1129c5d\",\"tls_certs\":[\"ba378de94c398d40218e0d17ccbb968c5fe3ceae98775d2eb0c26384a262f9b4\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"133.740154ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.457541951Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cff5046c-90a4-46c7-b2fa-027c4652efc3"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.457564082Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.457572042Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"current_time_created":"2025-01-13 09:35:18.568644 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.457580832Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"generation\":1}","iteration":15,"elapsed":"135.799802ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.480828832Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.482312294Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.482336584Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.482636593Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed4f64e5-e51b-463b-af6e-12c371da2390\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:48:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.482654564Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.484213558Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.489712854Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.490068444Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.49662617Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.496648841Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b3bd316f-d4bc-4cac-891d-937109de66f6"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.496657931Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.49698401Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.498484233Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.498991537Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.499357027Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.500739537Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.50157018Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.50158811Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.501782106Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.5026356Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.502652171Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.502818945Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.503049772Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"b3bd316f-d4bc-4cac-891d-937109de66f6"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.503064243Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.503071933Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"current_time_created":"2025-01-13 09:35:19.577504 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.503079653Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"generation\":2}","iteration":15,"elapsed":"181.20398ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.504435211Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.50615563Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.506179231Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.506312204Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-01-13T09:48:38.527385262Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.527419113Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"203.048909ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.593452087Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.593495688Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.593947901Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c0f23b7-29e2-48a2-95cb-222889d2d457\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:48:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.593967411Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.595268768Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"272.190441ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.5967515Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.622731087Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.623289443Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"95ff3bec-09df-4cfb-9883-fa8fd0362243\", \"date\": \"Mon, 13 Jan 2025 09:48:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.623328674Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.626262337Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.626284968Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.626504054Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"970820c2-b441-457d-9e22-9d4387400df6\", \"date\": \"Mon, 13 Jan 2025 09:48:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.626531525Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.626848844Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efcbc9e5-a2cc-46cb-846a-eed9c1c9d3c4\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:48:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.626876115Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.632595257Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.632621238Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"310.488598ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.632852314Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.659296134Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.684143899Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.68418989Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.684688435Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65b7764d-0004-4744-8fc4-202529d42de9\", \"content-length\": \"372\", \"date\": \"Mon, 13 Jan 2025 09:48:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.684725046Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.685104086Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.73668613Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.736724901Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.737100501Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"626ce26f-9a37-4870-81ee-943d2c82bf1b\", \"date\": \"Mon, 13 Jan 2025 09:48:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.737126112Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.737458512Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.740338923Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.740659282Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.744234664Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.744505771Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.748494585Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.748517555Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.748901896Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8bcb63e7-afb2-49d0-ab6b-f40275f0742f\", \"date\": \"Mon, 13 Jan 2025 09:48:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.750177952Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":29,"elapsed":"425.802269ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.795690273Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.796234889Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7184cc51-ff61-4f94-a019-40ab16051bcb\", \"date\": \"Mon, 13 Jan 2025 09:48:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.796257029Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.797862425Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d40cefe0-705e-4570-8f29-6f79b0fb9622\", \"date\": \"Mon, 13 Jan 2025 09:48:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.797879266Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.799201783Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f33a974f-95b9-431d-80b9-b836213343c2\", \"date\": \"Mon, 13 Jan 2025 09:48:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.799211413Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.800968263Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.800994234Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"479.191973ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.836661566Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"1d23a2db-b125-48e6-8c71-bc319eeb1bf6","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":316,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.846572957Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.846945147Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f0f8f6c-c7ce-4a38-acd5-093c2e663567\", \"content-length\": \"2\", \"date\": \"Mon, 13 Jan 2025 09:48:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.849483129Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.84984606Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.868111148Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":29,"elapsed":"546.027119ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.879329216Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.880005335Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"223f6625-566f-41d8-8857-d7e15b28d704\", \"content-length\": \"691\", \"date\": \"Mon, 13 Jan 2025 09:48:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.880036226Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.880045446Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.880051766Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.881385224Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":29,"elapsed":"558.330358ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.881654492Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"null","iteration":29,"elapsed":"559.602574ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.902354689Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.903029348Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.909624065Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: cf47d32d-22b4-440a-9a0d-5a9a9854fae3, rack_id: 1870dbb3-0b63-4064-8b75-d13052a6b844, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(4092a315-547a-46f8-95c3-fadc7b773d72) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.909669966Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.910140719Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.928965453Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.929398376Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"428e167b-4ffb-4dda-abfe-7f11ddb97313\", \"content-length\": \"134\", \"date\": \"Mon, 13 Jan 2025 09:48:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.929434527Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.929449357Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"4092a315-547a-46f8-95c3-fadc7b773d72","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.929812057Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.929834998Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.929843158Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.929851169Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.929859699Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.929867069Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.930126146Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.930140787Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.930396044Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.930417514Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.930846907Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.933368668Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.933511852Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"214631c2-22cc-4fae-9402-77fa4b729039\", \"content-length\": \"2\", \"date\": \"Mon, 13 Jan 2025 09:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.933526453Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.933635556Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"721faaef-e80f-4378-8174-0abf65807e9c\", \"content-length\": \"52\", \"date\": \"Mon, 13 Jan 2025 09:48:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:38.933658586Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:38.933670387Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:39.05294442Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b07c32f3-8f2a-4c84-9c75-f760512935c7\", \"date\": \"Mon, 13 Jan 2025 09:48:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:39.052985602Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:39.052995762Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:39.053530727Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f141f00-9a72-4841-8a11-40f78bef048a\", \"content-length\": \"682\", \"date\": \"Mon, 13 Jan 2025 09:48:39 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:39.053562318Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:39.053865556Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:39.057409567Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:39.057583192Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:39.061475422Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:39.06172907Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:39.063527721Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:39.063693815Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:39.070946741Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":29,"elapsed":"747.859364ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.32201137Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.322105812Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.322635817Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.324418368Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.324430478Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.324767928Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.324873671Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.326394134Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.32660876Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.32730924Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.32733108Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.327467214Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.328126213Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"3.713396ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.329486402Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.329803031Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.331401606Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.333814184Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.333824585Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.333970799Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.346464003Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:48.346486574Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":86,"elapsed":"24.512275ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:48.836246567Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"35f07dd6-4676-4477-9018-e339d29f1c53","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.322365022Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.322442064Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.322883947Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.324804161Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.324815872Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.325140471Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.325217933Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.326630503Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.326856479Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.327690373Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.327700963Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.327858098Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.328682041Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"3.88138ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.330160583Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.330475392Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.332112899Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.334495836Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.334507347Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.33465092Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.343611655Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:48:58.343632425Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":87,"elapsed":"21.299854ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:48:58.837111884Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"57f75c45-a51a-4a60-a47e-21b9c6992f4d","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":332,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.322765796Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":88,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.322847829Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.322864049Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.322877629Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.32289107Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.32290433Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.32291597Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.322928521Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.322940031Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.322950762Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.322962902Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.322974202Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.322986623Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.322998633Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.323009783Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.323020804Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.323031744Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.323456676Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.323477317Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.323490137Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.323506037Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.323521418Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.323574809Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.32359456Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.323686803Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.323979621Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.323989491Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.323997761Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324005332Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324011532Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324017732Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324025262Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324031442Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324037112Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324042913Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.324049913Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324056823Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324062783Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324069373Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324075223Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324081254Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324086604Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324093084Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.32430258Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324326281Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324334221Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324348831Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324370862Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324380322Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324387932Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.324396732Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.326617226Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 5058, tv_nsec: 620094737 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.326918444Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.327021477Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.327300995Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"4.468867ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.327387357Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 5058, tv_nsec: 620862368 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.327544732Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.327656125Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.327884902Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.328756886Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.330352332Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.330360532Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.330580408Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.330710952Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.330724912Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.330920258Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.330951578Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.330961209Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.331131124Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.33134835Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.3313615Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.331502784Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.333398908Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.333799639Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"9.752507ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.334746756Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"10.769746ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.334985703Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.334995183Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.335124227Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.337028991Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.337893535Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.338148313Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.338658537Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.338691718Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.338701508Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.338838572Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.338848962Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.338936165Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DnsResolver","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-23b0ec58-d6f5-4744-a480-2ff78825ad63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 5058, tv_nsec: 632410806 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.339209583Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.339360727Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.339555933Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.341044275Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.342399783Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.344456612Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.344483392Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.344574975Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4501fe60-7d75-44c5-94e8-f725c1e499cf, lookup_type: ById(4501fe60-7d75-44c5-94e8-f725c1e499cf) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.344599686Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.344620186Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.344881064Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.35708271Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"original_time_created":"2025-01-13 09:34:22.033192 UTC","original_target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","time_created":"2025-01-13 09:34:22.033192 UTC","target_id":"4501fe60-7d75-44c5-94e8-f725c1e499cf"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.357109471Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4501fe60-7d75-44c5-94e8-f725c1e499cf\",\"time_created\":\"2025-01-13T09:34:22.033192Z\"}","iteration":88,"elapsed":"34.367145ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.362545675Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.362574166Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.362581676Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.362917955Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.369408149Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.36943188Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.36943934Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.369670877Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.369742889Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.369939564Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.370853421Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.371286503Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.373966039Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.375100971Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.375606535Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.375982016Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.375999867Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.376234143Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.377382206Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.377431547Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.378533228Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"54.457084ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.380064232Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.380097693Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"56.065581ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.380241017Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.380425372Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.381852102Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.381993677Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.382216163Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.382261804Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.401442588Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.401462139Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.401804528Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5ca40c4-bcf9-4a80-9119-7077d5ce77e6\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:49:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.401817889Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.403921888Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.408795927Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.408812297Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.408819657Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"84.829046ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.408994242Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.409128656Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"85.087714ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.41137055Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Sled { parent: Fleet, key: 23b0ec58-d6f5-4744-a480-2ff78825ad63, lookup_type: ById(23b0ec58-d6f5-4744-a480-2ff78825ad63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.41138607Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.411545925Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.411820223Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.411831123Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.41207263Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84c5c655-67c0-4e98-818a-eaf17fe1eed8\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:49:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.41208392Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.413265293Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.445646282Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"122.742602ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.469387396Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.469691874Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.487112778Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.487132879Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.48750561Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"MgsClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d83295d4-4860-4e3f-9dfb-3670f1a46f71\", \"content-length\": \"26\", \"date\": \"Mon, 13 Jan 2025 09:49:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.4875428Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.489542897Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.50761384Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.50796242Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3442e535-ab66-48fb-8777-33ee6c5d353b\", \"content-length\": \"2\", \"date\": \"Mon, 13 Jan 2025 09:49:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.511075818Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.511397277Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.51288825Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":30,"elapsed":"190.119383ms"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.524353425Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.524366225Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.524803588Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e13504d7-e646-4886-9d6e-6881c0e776bb\", \"content-length\": \"372\", \"date\": \"Mon, 13 Jan 2025 09:49:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.524828238Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.525103136Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.52665778Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.526970769Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.527536725Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"0","iteration":30,"elapsed":"204.652606ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.527634408Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.527757381Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"null","iteration":30,"elapsed":"204.962484ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.529445489Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.52946496Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.529612374Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.558943606Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"236.002835ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.562356573Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":30,"elapsed":"238.340941ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.575901637Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.57777981Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.577805891Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.577938145Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.584670156Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.584687756Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.585020076Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d158295b-667a-444c-a219-04dfe881a043\", \"date\": \"Mon, 13 Jan 2025 09:49:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.585033496Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.585435397Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.587551977Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.587784084Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.590759548Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.592513488Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 23b0ec58-d6f5-4744-a480-2ff78825ad63 push not needed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.598655723Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.598677053Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.598988932Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"55b790df-4acd-4efa-bf89-a99749caa176\", \"date\": \"Mon, 13 Jan 2025 09:49:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.601151573Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":30,"elapsed":"277.122501ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.617488257Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.618144245Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.620965765Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: cf47d32d-22b4-440a-9a0d-5a9a9854fae3, rack_id: 1870dbb3-0b63-4064-8b75-d13052a6b844, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(4092a315-547a-46f8-95c3-fadc7b773d72) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.620990816Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.621239933Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.631102173Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.631436652Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59fc32ac-8274-4d1a-8f64-3354b9426e26\", \"content-length\": \"134\", \"date\": \"Mon, 13 Jan 2025 09:49:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.631464063Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.631475074Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"4092a315-547a-46f8-95c3-fadc7b773d72","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.631770932Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.631787242Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.631793972Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.631800623Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.631806763Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.631813343Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.631987018Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.632006378Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.632227615Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.632237525Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.632512233Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.634157819Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.634376826Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daf63244-71b5-45ce-8548-5a34cf8ac058\", \"content-length\": \"2\", \"date\": \"Mon, 13 Jan 2025 09:49:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.634389256Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.63451715Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"component":"DpdClient","rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a134032-3b3d-45da-a2e1-16b7216adb36\", \"content-length\": \"52\", \"date\": \"Mon, 13 Jan 2025 09:49:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.63453252Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.63454311Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.675007538Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.728881266Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"433c9577-0bc6-43c6-810d-431350aaa65a\", \"date\": \"Mon, 13 Jan 2025 09:49:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.728906697Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.728915498Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.729169945Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"SledAgent":"23b0ec58-d6f5-4744-a480-2ff78825ad63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0944c73-a06b-4605-a47e-679e0b722cf7\", \"content-length\": \"691\", \"date\": \"Mon, 13 Jan 2025 09:49:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.729206986Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.729215566Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.729221806Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.729332779Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"rack_id":"1870dbb3-0b63-4064-8b75-d13052a6b844","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7596b543-290a-41dd-b17d-d937a161f62c\", \"content-length\": \"682\", \"date\": \"Mon, 13 Jan 2025 09:49:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.72937516Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.729679299Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.73043139Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":30,"elapsed":"407.578881ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.73251965Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.732745136Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.736177153Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.736505843Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.7385309Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.738747186Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-01-13T09:49:08.746572108Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"75030227-4feb-42d6-8a03-eae109062efd","status":"{}","iteration":30,"elapsed":"423.633997ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-01-13T09:49:08.836541091Z","hostname":"oxz_nexus_75030227-4feb-42d6-8a03-eae109062efd","pid":23076,"uri":"/75030227-4feb-42d6-8a03-eae109062efd","method":"GET","req_id":"cd326a3d-2ac1-4dd7-bdef-4629cf4c194b","remote_addr":"[fd00:1122:3344:101::d]:56017","local_addr":"[fd00:1122:3344:101::b]:43980","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"75030227-4feb-42d6-8a03-eae109062efd","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":331,"response_code":"200"}